-- Logs begin at Fri 2021-04-30 13:25:40 UTC, end at Fri 2021-04-30 14:20:09 UTC. -- Apr 30 13:54:30.110618 dv-cinder-788365-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:54:32.497595 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:54:32.498205 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:54:32.498354 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:54:32.501525 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:54:32.501779 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:54:32.502087 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:54:32.503006 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:54:32.503235 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:54:32.503619 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:54:32.503866 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:54:32.504089 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:54:32.504406 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.504700 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.504992 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.505217 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.505507 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.505794 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.506071 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.506354 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.506652 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.506935 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.507212 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.507516 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.507746 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.508027 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.508311 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.508593 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.508815 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] debug = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.509092 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.509518 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.509927 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.510205 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.510491 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.510768 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.511038 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.511879 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.512163 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.512493 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] host = dv-cinder-788365-2-smb {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.512767 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.513052 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.513335 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.513617 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.513890 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.514160 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.514440 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.514710 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.514980 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.515252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.515567 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.515852 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.516147 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.516372 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.516597 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.516883 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.517168 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.517440 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.517711 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.517984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.518257 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.518529 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.518796 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.519077 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.519381 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.519664 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.519936 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.520207 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.520475 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.520744 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.521024 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.521295 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.521579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.521851 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.522136 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.522404 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.522676 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.522970 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.523252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.523554 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.523837 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.524108 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.524387 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.524657 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.524928 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.525198 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_json = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.525468 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.525733 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.526012 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.526281 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.526556 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.526889 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.527672 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.527956 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:32.528252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.528550 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.528850 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.529130 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.529423 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.529700 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.529986 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.530261 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.530547 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.530834 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.531120 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.531422 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.531708 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.531981 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.532273 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.532575 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.532869 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.533158 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.533432 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.533704 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.533975 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.534250 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.534535 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.534828 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.535117 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.535413 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.535692 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.535980 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.536257 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.536535 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.536810 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.537101 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.537376 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.537648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.537930 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.538207 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.538478 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.538748 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.539024 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.539336 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.539617 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.539886 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.540155 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.540431 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.540700 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.540984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.541260 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.541531 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.541801 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.542074 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.542344 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.542724 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.543002 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.543287 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.543575 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.543845 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.544117 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.544386 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.544656 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.544924 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.545192 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.545462 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.545735 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.546003 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.546270 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.546546 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.546814 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.547082 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.547388 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.547682 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.547954 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.548229 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.548505 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.548778 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.549050 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.549322 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.549595 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.549868 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.550136 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.550423 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.550704 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.550986 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.551264 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.551559 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.551851 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.552126 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.552408 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.552683 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.552959 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.553243 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.553526 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.553815 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.554105 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.554396 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.554686 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.554978 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.555257 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.555584 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.555859 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:32.556073 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:54:32.556308 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73702) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:54:32.901662 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:54:32.901969 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:54:32.902254 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:54:32.902581 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:54:33.203172 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.203398 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.203655 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.204844 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.205116 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.205373 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.321623 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.321900 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.322166 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.335710 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.335990 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.336255 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.364641 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.364916 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.365179 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.403329 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.403604 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.403865 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.633106 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.633613 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.633703 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.633901 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.634646 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.756914 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.757229 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.757506 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.757775 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.758039 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.758343 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.758605 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.758859 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.759108 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.759413 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.759673 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.759936 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.760377 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.760476 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.760705 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.760972 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.761274 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.761553 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.761837 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.762116 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.762462 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.762858 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.763114 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.763422 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.763676 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.763922 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.764307 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.764546 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.764791 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.765029 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.765347 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.765585 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:33.765950 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:54:33.769096 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:54:33.773072 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:54:33.777352 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 30 13:54:33.778956 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:54:33.779431 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:54:33.779763 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:54:33.780139 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:54:33.782931 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:54:33.783367 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:54:33.783713 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:54:33.812353 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:54:33.812794 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.813090 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73702) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:54:33.813447 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.814778 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73702) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:54:33.815055 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:54:33.815317 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:54:33.818375 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.818657 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:33.886661 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:54:33.886898 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:54:33.887133 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:54:33.887520 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:54:33.916912 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_db.sqlalchemy.engines [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73702) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:54:34.246843 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing driver for type 'gre' Apr 30 13:54:34.247314 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] gre ID ranges: [(1, 1000)] Apr 30 13:54:34.301437 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing driver for type 'local' Apr 30 13:54:34.301838 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing driver for type 'vlan' Apr 30 13:54:34.313723 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] VlanTypeDriver initialization complete Apr 30 13:54:34.314080 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing driver for type 'vxlan' Apr 30 13:54:34.314572 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:54:34.372115 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing extension driver 'port_security' Apr 30 13:54:34.372868 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] PortSecurityExtensionDriver initialization complete Apr 30 13:54:34.373228 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing mechanism driver 'openvswitch' Apr 30 13:54:34.373569 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing mechanism driver 'hyperv' Apr 30 13:54:34.380094 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:34.380852 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.381226 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.381582 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.381972 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.382328 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.382678 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.383062 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.383447 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.383796 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.384171 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.384519 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.384877 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.385238 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.385585 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.385926 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.386963 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > address_group after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.387340 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > address_group after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.387686 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > address_group after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.388021 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] ML2 OVO RPC backend initialized. {{(pid=73702) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:54:34.388713 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.389069 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.389484 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.389831 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > networks before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.390178 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.390519 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > ports before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.390860 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.391201 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnets before_response 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.391572 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.391914 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.392249 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.392583 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.392917 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.393251 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.393584 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.393917 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.394249 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > subnet after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.394814 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.plugin [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Modular L2 Plugin initialization complete Apr 30 13:54:34.395142 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading services supported by the core plugin {{(pid=73702) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:54:34.395494 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.plugins.ml2.managers [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Got port-security extension from driver 'port_security' Apr 30 13:54:34.395957 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.extensions.vlantransparent [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Disabled vlantransparent extension. Apr 30 13:54:34.396443 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73702) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:54:34.396764 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: router Apr 30 13:54:34.433878 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.434271 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_create 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.434657 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router before_create 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.435003 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.435403 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.435759 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_delete 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.436124 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > floatingip after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.436488 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_create 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.436832 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.437185 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.437533 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.437892 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.438297 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.438666 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.439032 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.439402 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: subnet after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.439743 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.440089 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > port precommit_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.440436 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_create 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.440778 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.441122 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.441478 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router after_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.441820 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_delete 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.442165 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_create 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.442526 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router_interface after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.442868 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_update 55549900 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.443239 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > network after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.444105 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Tracking information for resource: router configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:34.444434 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Tracking information for resource: floatingip configured {{(pid=73702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:54:34.449925 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.db.l3_agentschedulers_db [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:54:34.450500 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.450881 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.451214 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.451591 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: port after_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.452380 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router before_create 55550100 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.452747 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_delete 55550100 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.453119 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_create 55550100 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.453478 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > router precommit_update 55550100 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.457766 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.provider_configuration [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service providers = [] {{(pid=73702) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:54:34.458129 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.db.servicetype_db [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73702) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:54:34.461030 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.service_base [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:54:34.461381 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.service_base [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:54:34.461724 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.service_base [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:54:34.462597 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.services.service_base [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:54:34.462968 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.services.service_base [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:54:34.463540 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.463866 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:54:34.474516 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.474850 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: auto_allocate Apr 30 13:54:34.480736 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: network precommit_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.481104 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: network precommit_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.481629 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.482923 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: tag Apr 30 13:54:34.488932 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.489263 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: timestamp Apr 30 13:54:34.493049 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.493385 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: network_ip_availability Apr 30 13:54:34.499311 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.499642 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.499999 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.500719 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.501039 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: flavors Apr 30 13:54:34.505903 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.506240 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading Plugin: revisions Apr 30 13:54:34.510456 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:54:34.510847 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=73702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:54:34.512275 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73702) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:54:34.512613 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Initializing extension manager. Apr 30 13:54:34.513119 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: __init__.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.513459 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: __pycache__ {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.513790 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.514120 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: address_group.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.514871 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.515478 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: address-group Apr 30 13:54:34.515807 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: address_scope.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.516516 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.517035 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: address-scope Apr 30 13:54:34.517358 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: admin_state_down_before_update.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.518273 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.518791 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:54:34.519114 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: agent.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.519830 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.520341 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: agent Apr 30 13:54:34.520661 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: agent_resources_synced.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.521556 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.522070 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: agent-resources-synced Apr 30 13:54:34.522390 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: allowedaddresspairs.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.524295 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.524819 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: allowed-address-pairs Apr 30 13:54:34.525146 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: auto_allocated_topology.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.526212 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.526767 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: auto-allocated-topology Apr 30 13:54:34.527092 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: availability_zone.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.527803 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.528314 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: availability_zone Apr 30 13:54:34.528636 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: availability_zone_filter.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.529535 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.530044 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: availability_zone_filter Apr 30 13:54:34.530364 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: data_plane_status.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.531257 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.531786 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:54:34.532108 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: default_subnetpools.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.533007 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.533522 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: default-subnetpools Apr 30 13:54:34.533849 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: dhcpagentscheduler.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.534640 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.535175 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:54:34.535527 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: dns.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.536426 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.536942 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:54:34.537266 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: dns_domain_ports.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.538167 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.538682 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:54:34.539003 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: dvr.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.539690 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.540202 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: dvr Apr 30 13:54:34.540519 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: empty_string_filtering.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.541415 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.541925 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: empty-string-filtering Apr 30 13:54:34.542244 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.543167 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.543705 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:54:34.544027 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.544913 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.545418 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:54:34.545736 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: external_net.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.546628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.547203 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: external-net Apr 30 13:54:34.547517 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: extra_dhcp_opt.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.548485 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.548994 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: extra_dhcp_opt Apr 30 13:54:34.549316 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: extraroute.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.550224 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.550735 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: extraroute Apr 30 13:54:34.551057 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: extraroute_atomic.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.552094 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.552616 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: extraroute-atomic Apr 30 13:54:34.552942 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: filter_validation.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.553606 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.554117 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: filter-validation Apr 30 13:54:34.554438 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: fip_pf_description.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.555521 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.556032 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:54:34.556355 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: fip_port_details.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.557264 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.557778 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: fip-port-details Apr 30 13:54:34.558675 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: flavors.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.559918 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.560442 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: flavors Apr 30 13:54:34.560768 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.562444 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.562973 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:54:34.563332 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: floatingip_pools.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.564029 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.564552 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: floatingip-pools Apr 30 13:54:34.564879 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: ip_allocation.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.565782 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.566296 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:54:34.566621 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.567546 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.568067 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: ip-substring-filtering Apr 30 13:54:34.568394 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l2_adjacency.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.569301 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.569811 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:54:34.570133 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.571090 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.571636 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: router Apr 30 13:54:34.571961 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3_conntrack_helper.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.574856 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.575420 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:54:34.575752 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.576681 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.577202 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: ext-gw-mode Apr 30 13:54:34.577529 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.578431 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.578951 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: l3-ha Apr 30 13:54:34.579295 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3_flavors.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.580196 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.580713 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: l3-flavors Apr 30 13:54:34.581035 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.581950 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.582464 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:54:34.582786 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: l3agentscheduler.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.583848 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.584374 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: l3_agent_scheduler Apr 30 13:54:34.584699 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: logging.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.586182 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.586709 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension logging not supported by any of loaded plugins Apr 30 13:54:34.587038 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: metering.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.587805 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.588388 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: metering Apr 30 13:54:34.588713 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.589855 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.590377 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:54:34.590705 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: multiprovidernet.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.592037 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.592556 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: multi-provider Apr 30 13:54:34.592884 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: netmtu.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.593793 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.594303 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: net-mtu Apr 30 13:54:34.594632 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: netmtu_writable.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.595571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.596085 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: net-mtu-writable Apr 30 13:54:34.596407 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: network_availability_zone.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.597066 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.597575 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: network_availability_zone Apr 30 13:54:34.597897 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: network_ip_availability.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.598975 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.599520 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: network-ip-availability Apr 30 13:54:34.599848 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: network_segment_range.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.600608 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.601117 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:54:34.601440 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: pagination.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.602421 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.602754 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: pagination Apr 30 13:54:34.603077 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: port_device_profile.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.604032 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.604559 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: port-device-profile Apr 30 13:54:34.604918 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.605820 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.606331 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: port-mac-address-regenerate Apr 30 13:54:34.606651 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.607585 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.608103 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: port-numa-affinity-policy Apr 30 13:54:34.608423 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: port_resource_request.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.609313 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.609815 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:54:34.610134 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: portbindings.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.611099 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.611642 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: binding Apr 30 13:54:34.611964 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: portbindings_extended.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.613231 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.613750 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: binding-extended Apr 30 13:54:34.614073 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: portsecurity.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.614975 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.615524 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: port-security Apr 30 13:54:34.615848 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: project_id.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.616802 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.617131 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: project-id Apr 30 13:54:34.617453 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: providernet.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.618355 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.618873 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: provider Apr 30 13:54:34.619198 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.623251 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.623810 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos not supported by any of loaded plugins Apr 30 13:54:34.624143 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.625381 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.625898 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:54:34.626225 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.627130 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.627681 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:54:34.628007 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_default.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.628902 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.629417 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:54:34.629741 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_fip.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.630380 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.630916 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:54:34.631236 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_gateway_ip.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.632165 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.632681 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:54:34.633004 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_port_network_policy.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.633899 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.634402 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:54:34.634723 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_rule_type_details.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.635655 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.636830 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:54:34.637158 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: qos_rules_alias.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.638189 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.638699 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:54:34.639023 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: quotasv2.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.640075 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.640402 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: quotas Apr 30 13:54:34.640730 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: quotasv2_detail.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.642311 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.642653 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: quota_details Apr 30 13:54:34.642984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: rbac.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.644057 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.644587 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: rbac-policies Apr 30 13:54:34.644918 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: rbac_address_group.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.645842 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.646361 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: rbac-address-group Apr 30 13:54:34.646688 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: rbac_address_scope.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.647626 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.648146 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: rbac-address-scope Apr 30 13:54:34.648474 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: rbac_security_groups.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.649371 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.649893 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: rbac-security-groups Apr 30 13:54:34.650220 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: rbac_subnetpool.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.651130 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.651750 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: rbac-subnetpool Apr 30 13:54:34.652048 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: revisionifmatch.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.652952 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.653468 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: revision-if-match Apr 30 13:54:34.653791 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: revisions.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.654879 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.655438 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: standard-attr-revisions Apr 30 13:54:34.655770 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: router_availability_zone.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.656436 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.656954 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: router_availability_zone Apr 30 13:54:34.657278 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: routerservicetype.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.658178 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.658695 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:54:34.659017 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.659944 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.660464 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:54:34.660787 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: security_groups_port_filtering.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.661691 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.662211 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: port-security-groups-filtering Apr 30 13:54:34.662534 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.663477 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.663995 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: security-groups-remote-address-group Apr 30 13:54:34.664318 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: securitygroup.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.673726 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.674265 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: security-group Apr 30 13:54:34.674600 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: segment.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.675408 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.675939 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension segment not supported by any of loaded plugins Apr 30 13:54:34.676266 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.677190 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.677707 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:54:34.678034 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: servicetype.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.679128 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.679700 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: service-type Apr 30 13:54:34.680030 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: sorting.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.680992 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.681325 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: sorting Apr 30 13:54:34.681649 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: standard_attr_segment.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.682547 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.683633 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:54:34.683962 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: standardattrdescription.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.684601 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.685118 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: standard-attr-description Apr 30 13:54:34.685440 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: stateful_security_group.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.686356 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.686876 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: stateful-security-group Apr 30 13:54:34.687201 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: stdattrs_common.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.687793 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:54:34.688116 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.689119 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.689637 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:54:34.689961 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnet_onboard.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.691017 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.691568 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: subnet_onboard Apr 30 13:54:34.691891 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.692807 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.693320 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:54:34.693639 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnet_service_types.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.694542 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.695065 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: subnet-service-types Apr 30 13:54:34.695417 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnetallocation.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.696496 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.697011 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: subnet_allocation Apr 30 13:54:34.697333 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.697986 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.698501 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:54:34.699510 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.700427 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.700949 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:54:34.701273 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: tagging.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.702328 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.702858 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: standard-attr-tag Apr 30 13:54:34.703184 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: timestamp.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.704401 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.704924 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loaded extension: standard-attr-timestamp Apr 30 13:54:34.705252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: trunk.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.706277 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.706792 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension trunk not supported by any of loaded plugins Apr 30 13:54:34.707116 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: trunk_details.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.708055 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.708574 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:54:34.708898 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: uplink_status_propagation.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.709809 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.710321 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:54:34.710642 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Loading extension file: vlantransparent.py {{(pid=73702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:54:34.711327 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:54:34.711841 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:54:34.714338 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:network Apr 30 13:54:34.715063 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:54:34.715870 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:54:34.716735 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:port Apr 30 13:54:34.718002 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.718452 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service FLAVORS assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.719083 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.719550 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.719885 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:router Apr 30 13:54:34.720547 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:54:34.721255 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service METERING assigned prefix: /metering {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.722698 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.723071 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.723460 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:54:34.724597 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:54:34.725047 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:54:34.725700 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:54:34.726448 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service CORE assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.726777 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:54:34.727111 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] subnetpool is already registered Apr 30 13:54:34.727754 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service CORE assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.728083 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:54:34.728415 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] subnetpool is already registered Apr 30 13:54:34.732608 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.733048 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service FLAVORS assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.733651 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.734076 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.734411 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:router Apr 30 13:54:34.734738 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] router is already registered Apr 30 13:54:34.735372 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:54:34.735702 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] floatingip is already registered Apr 30 13:54:34.736333 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service METERING assigned prefix: /metering {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.737018 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:54:34.737348 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] rbac_policy is already registered Apr 30 13:54:34.737893 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:54:34.738228 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] security_group is already registered Apr 30 13:54:34.738815 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:54:34.739141 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] security_group_rule is already registered Apr 30 13:54:34.739863 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service CORE assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.740195 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:54:34.740520 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] subnetpool is already registered Apr 30 13:54:34.741126 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.v2.resource_helper [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Service CORE assigned prefix: {{(pid=73702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:54:34.741452 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:54:34.741772 dv-cinder-788365-2-smb neutron-server[73702]: WARNING neutron.quota.resource_registry [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] subnetpool is already registered Apr 30 13:54:34.742414 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: extensions {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.743948 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: address-groups {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.746147 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: address-scopes {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.747405 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: agents {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.748605 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: auto-allocated-topology {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.749938 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: availability_zones {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.751215 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: dhcp-networks {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.752656 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: dhcp-agents {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.754101 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: routers {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.755983 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: flavors {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.757157 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: service_profiles {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.758367 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: next_providers {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.759928 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: service_profiles {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.761438 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: floatingip-pools {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.762663 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: routers {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.764560 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: floatingips {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.765761 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: l3-routers {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.767164 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: l3-agents {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.768636 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: metering-labels {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.769986 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: metering-label-rules {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.771300 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: network-ip-availabilities {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.772597 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: bindings {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.774255 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: quotas {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.775723 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: quotas {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.777222 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: rbac-policies {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.778714 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: security-groups {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.779974 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: security-group-rules {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.781245 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: service-providers {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.782480 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: subnetpools {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.783926 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: subnetpools {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.785406 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.787102 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.788968 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.790759 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.794144 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.796065 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.797801 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.909762 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.911566 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.913446 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron.api.extensions [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Extended resource: tags {{(pid=73702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:54:34.919968 dv-cinder-788365-2-smb neutron-server[73702]: WARNING keystonemiddleware.auth_token [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:54:34.924639 dv-cinder-788365-2-smb neutron-server[73702]: WARNING keystonemiddleware.auth_token [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:54:34.932821 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Acquired lock "singleton_lock" {{(pid=73702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:54:34.933913 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_concurrency.lockutils [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Releasing lock "singleton_lock" {{(pid=73702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:54:34.934544 dv-cinder-788365-2-smb neutron-server[73702]: INFO oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Starting 2 workers Apr 30 13:54:34.939233 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Started child 73809 {{(pid=73702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:54:34.943445 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Started child 73810 {{(pid=73702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:54:34.944257 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.944989 dv-cinder-788365-2-smb neutron-server[73702]: INFO neutron.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:54:34.945694 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Notify callbacks [] for process, before_spawn {{(pid=73702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.945804 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [-] (73809) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:54:34.947936 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.948469 dv-cinder-788365-2-smb neutron-server[73702]: INFO oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Starting 1 workers Apr 30 13:54:34.949285 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [-] (73810) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:54:34.953088 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Started child 73811 {{(pid=73702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:54:34.953607 dv-cinder-788365-2-smb neutron-server[73702]: INFO oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Starting 1 workers Apr 30 13:54:34.956598 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] calling RpcWorker wait() {{(pid=73811) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:54:34.957123 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] returning from RpcWorker wait() {{(pid=73811) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:54:34.957846 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Started child 73812 {{(pid=73702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:54:34.958294 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.958626 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG neutron_lib.callbacks.manager [None req-ec9f063d-27e9-4aa4-bef4-35afa089397e None None] Notify callbacks [] for process, after_spawn {{(pid=73702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.958787 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:34.960425 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:54:34.960635 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:54:34.960815 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:54:34.961030 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:54:34.961368 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:54:34.961536 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:54:34.962035 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.962296 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.962388 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:34.962830 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.962830 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.963147 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.963741 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.964000 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.964318 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.964604 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.964879 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.965054 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.965220 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.965463 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.965713 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.966034 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.966553 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.966803 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.967047 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.967206 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.967502 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.967777 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.968006 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.968279 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] debug = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.968556 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.968996 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.969229 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.969471 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.969694 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.969958 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.970212 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.970485 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.970724 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.970960 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.971175 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.971474 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.971721 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.971955 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.972173 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.972450 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.972684 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.973158 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] host = dv-cinder-788365-2-smb {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.973396 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.973613 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.973857 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.974103 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.974358 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.974571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.974828 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.975069 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.975347 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.975591 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.975853 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.976128 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.976302 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.976541 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.976707 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_options = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.976938 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.977218 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.977492 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.977679 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.977840 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.978014 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.978281 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.978428 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.978692 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.978928 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.979147 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.979385 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.979620 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.980438 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.980692 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.980923 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.981159 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.981384 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.981630 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.981855 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.982079 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.982338 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.982553 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.982789 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.983036 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.983265 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.983528 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.983971 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.983971 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.984246 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.984396 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.984634 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.984895 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.985109 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.985339 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.985566 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986509 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986509 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986509 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986509 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986794 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.986984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.987159 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.987396 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.987774 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.987945 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_json = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.988096 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.988258 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.988521 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.988754 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.989057 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.989287 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.989697 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.989817 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:34.990257 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.990361 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:34.990496 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.990786 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.991029 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.991294 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.991522 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.991772 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.991987 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.992253 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.992484 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.992814 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.993069 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.993362 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.993598 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.993866 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.994231 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.994470 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.994730 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.994967 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.995182 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.995556 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.996324 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.996655 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.996945 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.997211 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.997484 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.997700 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.997944 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.998562 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.998562 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.998881 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.998881 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.999151 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.999352 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.999532 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:34.999740 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.000038 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.000225 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.000445 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.000701 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.000956 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.001194 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.001435 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.001667 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.001863 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.002086 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.002300 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.002532 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.002745 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.002980 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.003221 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.003457 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.003653 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.003880 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.004089 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.004318 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.004567 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.004811 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005047 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005274 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005510 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005746 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005988 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.005988 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.006419 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.006419 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.006868 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.006868 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.008526 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.008526 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.008526 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.008760 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.008918 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.009002 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.009186 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.009414 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.009637 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.009880 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.010097 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.010317 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.010530 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.010745 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.010949 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.011324 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.011629 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.011979 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.012173 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.012422 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.012691 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.012921 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.013162 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.013408 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.013656 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.014420 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.014420 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.014420 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.014673 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.014875 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.015121 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.015370 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.015660 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.015867 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.016144 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.016374 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.016616 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018379 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018379 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018379 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018379 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018954 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.018954 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.019164 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.019253 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.019540 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.019763 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.020025 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.020317 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.020579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.020878 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.021134 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.021383 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.021648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.021898 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.022150 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.022413 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.022647 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.022895 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.023177 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.023441 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.023661 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.023874 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.024115 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.024436 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.024667 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.024899 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.025113 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.025382 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.025641 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.025892 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.026154 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.026398 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.026647 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.026927 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.027161 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.027415 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.027650 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.027898 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.028109 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.028344 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.028556 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.028773 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.029010 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.029246 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.029498 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.029710 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.029933 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.030171 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.030376 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.030592 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.030858 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.031065 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.031339 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.031578 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.031813 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.032034 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.032253 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.032512 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.032776 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.032996 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.033350 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.033517 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034648 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.034997 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.035114 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.035347 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.035585 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.035812 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.036022 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.036247 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.036487 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.036721 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.036976 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.037195 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.037542 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.037788 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.038036 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.038264 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.038499 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.038713 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.038949 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.039167 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.039405 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.039613 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.039838 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.040106 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.040350 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.040587 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.040811 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.041217 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.041486 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.041911 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.042832 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.043305 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.043719 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.044121 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.044512 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.044896 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.045134 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.045371 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.045606 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.045849 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.046130 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.046301 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.046644 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.047021 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.047246 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.047482 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.047735 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.047953 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.048167 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.048384 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.048597 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.048820 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.049031 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.049263 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.049503 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.049707 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.050037 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.050290 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.050539 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.050832 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.051065 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.051331 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.051592 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.051907 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.052139 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.052381 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.052599 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.052816 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.053038 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.053305 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.053639 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.053945 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.054192 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.054445 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.054715 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.054996 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.055249 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.055497 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.055797 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.056128 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.056415 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.056680 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.056925 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.057198 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.057441 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.057682 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.058012 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.058754 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.058980 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.059222 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.059490 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.059720 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.059939 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.060190 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.060410 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.060642 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.060874 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.061131 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.061365 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.061523 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:54:35.062089 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:54:35.062234 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:54:35.062401 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:54:35.062571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:54:35.062739 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:54:35.062890 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:54:35.063096 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.063256 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.063457 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.063615 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.063774 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.063953 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064114 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064272 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064430 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064587 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064743 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.064902 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065059 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065215 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065373 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065532 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065688 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.065846 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066007 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066164 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066321 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066481 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066640 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] debug = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066797 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.066975 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067139 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067318 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067480 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067637 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067794 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.067952 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.068111 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.068272 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.068431 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.068752 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.068752 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] host = dv-cinder-788365-2-smb {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.069628 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070579 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070973 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070973 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.070973 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071199 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071199 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071364 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071515 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071671 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_options = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.071976 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.072282 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.072443 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.072906 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.072906 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.072906 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073503 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073503 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073503 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073503 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073885 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.073885 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074120 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074247 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074370 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074492 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074621 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074779 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.074937 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075096 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075254 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075419 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075583 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075741 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.075899 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.076057 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.076215 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.076738 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.076738 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.076738 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077221 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077221 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077221 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077894 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.077894 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078290 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078290 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078290 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078562 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078562 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078788 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.078870 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079001 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_json = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079158 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079338 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079500 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079658 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079798 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.079959 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.080116 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.080266 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:54:35.080441 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.080678 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.080857 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.080984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081106 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081217 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081378 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081540 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081700 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.081860 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082028 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082189 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082359 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082522 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082682 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.082846 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083007 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083169 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083352 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083517 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083679 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.083839 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084015 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084177 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084339 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084501 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084661 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084823 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.084985 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085182 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085308 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085446 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085606 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085768 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.085930 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086091 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086415 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086576 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086741 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.086917 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087060 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087241 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087394 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087558 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087646 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:35.087745 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.087871 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088033 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088195 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088356 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088527 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088688 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.088849 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.089009 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.089692 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.089862 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090025 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090189 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090351 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090512 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090673 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.090847 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.091012 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.091443 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.091635 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.091774 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.091921 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092054 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092196 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092355 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092516 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092676 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.092838 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093000 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093164 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093326 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093486 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093647 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093808 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.093968 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094128 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094291 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094450 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094611 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094780 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.094956 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095118 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095315 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095450 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095608 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095771 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.095918 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096078 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096238 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096398 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096558 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096719 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.096873 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097032 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097181 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097327 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097486 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097645 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097804 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.097965 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098124 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098285 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098446 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098606 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098766 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.098926 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099096 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099256 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099440 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099592 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099757 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.099928 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100091 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100251 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100412 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100732 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.100893 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.101059 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.101219 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.101379 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.101539 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.101760 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102098 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102098 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102334 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102334 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102557 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102677 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.102800 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103235 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103235 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103235 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103487 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103613 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103735 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103856 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.103999 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.104529 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.104529 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.104529 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.104762 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.104762 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105005 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105426 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105426 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105663 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105663 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105819 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.105898 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106063 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106224 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106386 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106546 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106708 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.106868 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107052 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107214 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107396 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107577 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107727 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.107865 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.108122 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.108306 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.108549 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.108800 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109016 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109016 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109252 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109345 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109600 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109740 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.109960 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.110378 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.110568 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.110770 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.110988 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.111169 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.111343 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.111571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.111829 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.111945 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.112173 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.112339 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.112532 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.112732 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.112960 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.113271 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.113271 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.113522 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.113719 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.113850 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.114236 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.114236 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.114487 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.114617 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.114839 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.115104 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.115340 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.115544 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.115660 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.115881 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116122 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116293 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116457 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116619 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116791 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.116953 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117114 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117275 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117436 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117608 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117770 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.117931 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118089 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118241 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118410 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118571 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118732 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.118893 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119052 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119222 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119411 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119574 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119793 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.119955 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.120126 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.120288 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121012 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121185 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121348 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121508 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121673 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.121848 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122008 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122172 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122333 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122495 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122656 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122820 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.122985 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.123156 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.123342 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.123501 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.123672 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.123841 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124013 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124182 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124330 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124502 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124663 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124824 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.124984 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125145 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125307 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125468 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125629 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125789 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.125949 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126110 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126270 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126431 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126591 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126751 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.126912 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.127072 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.127231 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.127424 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.127585 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:54:35.127738 dv-cinder-788365-2-smb neutron-server[73702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:54:35.279948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33522) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:54:35.288401 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063543 Apr 30 13:54:45.964486 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8a841-cfc7-44ae-a771-bce15088f8f4 None None] get_active_networks_info from dv-cinder-788365-2-smb {{(pid=73811) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:54:46.075976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8a841-cfc7-44ae-a771-bce15088f8f4 None None] No non-hosted networks {{(pid=73811) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:54:46.094333 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.agentschedulers_db [None req-b6f8a841-cfc7-44ae-a771-bce15088f8f4 None None] DHCP Agent not found on host dv-cinder-788365-2-smb {{(pid=73811) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 13:54:46.182955 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-40e4046e-aa1c-40d3-8687-5fc25b33ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:48.322355 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dee7a652-a627-45e8-b31e-23069f2ae9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:48.395884 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2b4eaf5b-2926-4f9b-99b3-8a7da194bffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:48.471966 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:48.477371 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.482743 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.483250 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.486871 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.488571 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.489792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.495711 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.496213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.496715 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.497191 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.497673 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.498156 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:48.498692 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:48.508614 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:54:49.395812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:51.133703 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:52.563439 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33612) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:54:53.148673 dv-cinder-788365-2-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-0224933d-de64-4b4e-a97f-4d903fe0c560 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:54:53.149288 dv-cinder-788365-2-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-0224933d-de64-4b4e-a97f-4d903fe0c560 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:54:53.318297 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.db.l3_hamode_db [None req-595580e8-21c8-4674-8170-cf6646ee21c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:54:53.363876 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-0224933d-de64-4b4e-a97f-4d903fe0c560 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:54:53.364947 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0224933d-de64-4b4e-a97f-4d903fe0c560 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8004658 Apr 30 13:54:53.400859 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595580e8-21c8-4674-8170-cf6646ee21c4 None None] Routers set() bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:54:53.401244 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595580e8-21c8-4674-8170-cf6646ee21c4 None None] Router IDs set() for agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:54:55.683686 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33626) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:54:56.038321 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:54:56.137462 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.policy [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73809) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:54:56.182962 dv-cinder-788365-2-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:54:56.183403 dv-cinder-788365-2-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:54:56.191938 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.quota [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Loaded quota_driver: . Apr 30 13:54:56.206784 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:54:56.264794 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343711797', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343713280', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343704809', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343695173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343688729', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762343809499', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639371', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589469'] for rbac-policy, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:56.322933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:56.324108 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4a10aade-4bd8-4f82-bb4d-98377af5913f admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6394570 Apr 30 13:54:58.905464 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33640) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:54:59.245841 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Request body: {'network': {'project_id': '4a8af2e20745449a8e778b5073b99984', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'name': 'private'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:54:59.250527 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:54:59.254818 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Usage tracker for resource:network and tenant:4a8af2e20745449a8e778b5073b99984 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:54:59.259303 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:54:59.265206 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:54:59.274361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Made reservation on behalf of 4a8af2e20745449a8e778b5073b99984 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:54:59.277544 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.294955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.308347 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:54:59.311946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8af2e20745449a8e778b5073b99984 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:54:59.316717 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:54:59.322125 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:54:59.414944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.419056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.424135 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:54:59.440999 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:54:59.467136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762342650516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.467738 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Unsubscribe: segment precommit_create {{(pid=73809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:54:59.468199 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Added segment 4d1cdf59-f02f-4e72-bc9e-d234353714de of type vlan for network 4ea8c179-5cac-4b94-b312-ee7257c24e9a Apr 30 13:54:59.515064 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efca7fd-4fbf-4dd3-8624-96d294859ab8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:54:59.531047 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.531397 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.531718 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.532037 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.532353 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.532660 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.532964 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.533270 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.533571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.533872 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.534172 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.534471 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Tracked resource versions report: Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: pushed versions: Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: consumer versions: Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Log': '1.0', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Network': '1.1', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Port': '1.7', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 13:54:59.535553 dv-cinder-788365-2-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:54:59.588502 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.594455 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:54:59.629915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.631321 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:54:59.631954 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:54:59.636803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:54:59.739188 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8326073 Apr 30 13:54:59.739814 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea8c179-5cac-4b94-b312-ee7257c24e9a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:54:59.742873 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:54:59.751951 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:55:02.383166 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33656) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:02.826466 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be50eaa-f074-48cf-ba69-6e2e3fb045dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:02.827760 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4be50eaa-f074-48cf-ba69-6e2e3fb045dd admin admin] 10.222.0.37 "GET /v2.0/networks/4ea8c179-5cac-4b94-b312-ee7257c24e9a HTTP/1.1" status: 200 len: 825 time: 0.4436400 Apr 30 13:55:02.853702 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e1eb821b-df1e-4e19-977c-02eda3926bb0 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/e23e7997-c172-4c2a-9d24-7fc4bbd0be6e HTTP/1.1" status: 200 len: 734 time: 0.0206835 Apr 30 13:55:02.861846 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:55:02.865983 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:55:02.869635 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Usage tracker for resource:subnet and tenant:4a8af2e20745449a8e778b5073b99984 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:55:02.872957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:55:02.878449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:55:02.888836 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Made reservation on behalf of 4a8af2e20745449a8e778b5073b99984 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:55:02.891121 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:03.357463 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:03.362433 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:03.440773 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Checking segment: {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:55:03.441402 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Network hostable DHCP agents. Network: 4ea8c179-5cac-4b94-b312-ee7257c24e9a, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:55:03.446333 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff43fb28-996c-4262-86ed-a2c8ea3ca166,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:03.452185 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:03.463636 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:55:03.473194 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 4ea8c179-5cac-4b94-b312-ee7257c24e9a) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:03.477617 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:03.478215 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:03.482993 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32deb05-f4f8-4ab0-9967-697a9d5bcae8 None None] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:55:03.498509 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6396599 Apr 30 13:55:03.788126 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:55:03.789382 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:03.972034 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Allocated IP 172.20.0.2 (4ea8c179-5cac-4b94-b312-ee7257c24e9a/ff43fb28-996c-4262-86ed-a2c8ea3ca166/4a3f2ec7-66da-4942-8a4f-4d4335a1c66a) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:55:04.200123 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:04.212897 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Transition to ACTIVE for port object 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:55:04.233381 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Transition to ACTIVE for port object 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:55:04.239901 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:04.245339 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:04.300102 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:55:04.302824 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:04.314928 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:55:04.317130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Pushing event updated for resources: {'Port': ['ID=4a3f2ec7-66da-4942-8a4f-4d4335a1c66a,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:04.357429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.357758 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.358094 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.358418 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.358738 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.359083 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.359423 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.359735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.360046 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.360356 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.360664 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.360969 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Tracked resource versions report: Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: pushed versions: Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: { 'AddressGroup': {'1.2'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'ConntrackHelper': {'1.0'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Log': {'1.0'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Network': {'1.1'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Port': {'1.7'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'PortForwarding': {'1.2'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'QosPolicy': {'1.8'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroup': {'1.4'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SubPort': {'1.0'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Subnet': {'1.1'}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Trunk': {'1.1'}} Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: consumer versions: Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'ConntrackHelper': '1.0', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Log': '1.0', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Network': '1.1', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Port': '1.7', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'PortForwarding': '1.2', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'QosPolicy': '1.8', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroup': '1.4', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroupRule': '1.2', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'SubPort': '1.0', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Subnet': '1.1', Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: 'Trunk': '1.1'}} Apr 30 13:55:04.362047 dv-cinder-788365-2-smb neutron-server[73811]: {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:55:04.393721 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:04.417820 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Attempting to bind port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:55:04.418216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Attempting to bind port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:55:04.418640 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Attempting to bind port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a on network 4ea8c179-5cac-4b94-b312-ee7257c24e9a {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:55:04.423903 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:55:04.424311 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Checking segment: {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:55:04.424768 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:04.425152 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Bound using segment: {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:55:04.425608 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Bound port: 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:55:04.425995 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:04.514243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] For port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:55:04.517966 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] For port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=4a3f2ec7-66da-4942-8a4f-4d4335a1c66a,segment=NetworkSegment(4d1cdf59-f02f-4e72-bc9e-d234353714de),segment_id=4d1cdf59-f02f-4e72-bc9e-d234353714de)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:55:04.523217 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:04.527428 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:04.603969 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Pushing event updated for resources: {'Port': ['ID=4a3f2ec7-66da-4942-8a4f-4d4335a1c66a,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:04.660412 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:05.872954 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33668) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:06.242787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-09222e12-b306-4295-a3cb-21cf86faf0a8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:55:06.243844 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-09222e12-b306-4295-a3cb-21cf86faf0a8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3699665 Apr 30 13:55:08.611655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33678) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:08.994599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-1b061d3a-a747-40a0-a7c2-fd02c72edc4b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:55:08.996105 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-1b061d3a-a747-40a0-a7c2-fd02c72edc4b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835456 Apr 30 13:55:10.111388 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50af7a-15b0-4916-aded-92aabbc4e872 None None] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:55:10.268953 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-e9f2611f-2cc6-4c56-b7a0-0e18a133a8f6 None None] Provisioning for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:55:10.281148 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:10.409142 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:55:10.415752 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:10.416134 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:10.550054 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:10.585768 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=4a3f2ec7-66da-4942-8a4f-4d4335a1c66a,segment=NetworkSegment(4d1cdf59-f02f-4e72-bc9e-d234353714de),segment_id=4d1cdf59-f02f-4e72-bc9e-d234353714de)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:55:10.590563 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:10.593294 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:10.662135 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=4a3f2ec7-66da-4942-8a4f-4d4335a1c66a,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:10.665131 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:10.733386 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-20e5393e-75d3-4e68-8abd-e216c0b52a31 None None] Provisioning complete for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:10.733758 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-20e5393e-75d3-4e68-8abd-e216c0b52a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:11.624996 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33696) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:11.968422 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Request body: {'router': {'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:55:11.973273 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:55:11.977006 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Usage tracker for resource:router and tenant:4a8af2e20745449a8e778b5073b99984 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:55:11.980398 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:55:11.986313 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:55:11.997160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:11.998693 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:12.020067 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:12.126528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:12.144787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:12.146030 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-65792554-b2cb-4587-945d-3303d8660f90 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5200911 Apr 30 13:55:12.240695 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:12.310001 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:12.310371 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:14.493409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33706) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:14.850884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-b9ae2c9a-f0a4-4d42-a16b-f45c62723603 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:55:14.851923 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b9ae2c9a-f0a4-4d42-a16b-f45c62723603 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3575788 Apr 30 13:55:15.899260 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6681d742-4c8b-465b-9bba-a3137fba69eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.016400 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:55:17.217829 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33716) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:17.576780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:55:17.581680 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:55:17.585453 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Usage tracker for resource:network and tenant:ad25f2f92e564991bc610cf5a57f956c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:55:17.588247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:55:17.594746 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:55:17.605233 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Made reservation on behalf of ad25f2f92e564991bc610cf5a57f956c for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:55:17.607471 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.618929 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.633429 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:55:17.637090 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Usage tracker for resource:security_group_rule and tenant:ad25f2f92e564991bc610cf5a57f956c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:55:17.639810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:55:17.645297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:55:17.724020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.727489 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.731952 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:17.746615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Reserving flat network on physical network physnet1 {{(pid=73809) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:55:17.768998 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d07dba-c16d-4fab-9354-63e515d0194c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:17.772756 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:17.773648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.773985 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Added segment 36c6c0da-ec79-4d49-9028-246f22617bbe of type flat for network 94baba44-af9d-4a58-98e0-87aae9ad41d5 Apr 30 13:55:17.804835 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.839212 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.840536 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:17.841366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:17.845787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21868fed-7b91-4d39-b03e-f2befc217190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:17.942048 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7231877 Apr 30 13:55:17.942593 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Pushing event updated for resources: {'Network': ['ID=94baba44-af9d-4a58-98e0-87aae9ad41d5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:17.945154 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:17.953019 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:55:18.321601 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86d6bb5a-24f7-4ebb-83d4-4f3120f98f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:18.469670 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:19.340738 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:20.250495 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33736) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:20.455136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1e5c3-7685-4728-b2d4-a74a3bc36c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:20.456470 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-25d1e5c3-7685-4728-b2d4-a74a3bc36c75 admin admin] 10.222.0.37 "GET /v2.0/subnets/ff43fb28-996c-4262-86ed-a2c8ea3ca166 HTTP/1.1" status: 200 len: 849 time: 0.2050486 Apr 30 13:55:20.595880 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d7ca54ba-dd64-490c-83da-d9927968c352 admin admin] 10.222.0.37 "GET /v2.0/routers/7521662d-477c-44ed-bb2c-00a317168971 HTTP/1.1" status: 200 len: 704 time: 0.1339719 Apr 30 13:55:21.078735 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.080035 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.300264 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Allocated IP 172.20.0.1 (4ea8c179-5cac-4b94-b312-ee7257c24e9a/ff43fb28-996c-4262-86ed-a2c8ea3ca166/f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:55:21.450602 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.467167 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Transition to ACTIVE for port object f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:55:21.519008 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.523401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:21.583381 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:55:21.584403 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:21.593316 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:55:21.594291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.706646 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:21.724290 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:21.827147 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a5df1cd0-5eab-40f3-a4a3-b4e3256a706f None None] Provisioning for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:55:21.831698 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a5df1cd0-5eab-40f3-a4a3-b4e3256a706f None None] Provisioning complete for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:21.832081 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a5df1cd0-5eab-40f3-a4a3-b4e3256a706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.847136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:21.885888 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-a5df1cd0-5eab-40f3-a4a3-b4e3256a706f None None] Port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:55:22.067134 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:22.071786 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:22.073370 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:22.076463 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:22.207888 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:22.211881 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:22.259019 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:55:22.260043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:22.406087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d4b3874d-2cee-4f0b-8967-d11464f08167 None None] Provisioning complete for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:22.406643 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d4b3874d-2cee-4f0b-8967-d11464f08167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:22.458260 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3874d-2cee-4f0b-8967-d11464f08167 None None] Port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:55:22.486819 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Router 7521662d-477c-44ed-bb2c-00a317168971 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:55:22.633936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:55:22.642959 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] 10.222.0.37 "PUT /v2.0/routers/7521662d-477c-44ed-bb2c-00a317168971/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0422122 Apr 30 13:55:22.643389 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Sync routers for ids ['7521662d-477c-44ed-bb2c-00a317168971'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:55:22.654274 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Routers {'7521662d-477c-44ed-bb2c-00a317168971'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:55:22.655148 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T13:55:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7521662d-477c-44ed-bb2c-00a317168971'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:22.828791 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Set router 7521662d-477c-44ed-bb2c-00a317168971 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:55:23.195957 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:21Z', 'revision_number': 2, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:21Z', 'revision_number': 2, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:23.201402 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Checking router: 7521662d-477c-44ed-bb2c-00a317168971 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:55:23.201800 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Updating router 7521662d-477c-44ed-bb2c-00a317168971 port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:55:23.253209 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.627079 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.642321 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Transition to ACTIVE for port object f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:55:23.649180 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.654394 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:23.863926 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Pushing event updated for resources: {'Port': ['ID=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:23.874632 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Attempting to bind port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:55:23.875214 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Attempting to bind port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:55:23.875479 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Attempting to bind port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e on network 4ea8c179-5cac-4b94-b312-ee7257c24e9a {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:55:23.878053 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.878390 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.878939 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.879289 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.879614 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.879940 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.880254 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.880563 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.880874 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.881187 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.881501 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.881813 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Tracked resource versions report: Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: pushed versions: Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Log': {'1.0'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Network': {'1.1'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Port': {'1.7'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SubPort': {'1.0'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Subnet': {'1.1'}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Trunk': {'1.1'}} Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: consumer versions: Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'ConntrackHelper': '1.0', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Log': '1.0', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Network': '1.1', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Port': '1.7', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'PortForwarding': '1.2', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'QosPolicy': '1.8', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroup': '1.4', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'SubPort': '1.0', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Subnet': '1.1', Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: 'Trunk': '1.1'}} Apr 30 13:55:23.882883 dv-cinder-788365-2-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:55:23.890851 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:23.891875 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:55:23.892296 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Checking segment: {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:55:23.892767 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.893152 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Bound using segment: {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:55:23.893648 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Bound port: f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1cdf59-f02f-4e72-bc9e-d234353714de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:55:23.894033 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.979659 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] For port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:55:23.983486 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] For port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,segment=NetworkSegment(4d1cdf59-f02f-4e72-bc9e-d234353714de),segment_id=4d1cdf59-f02f-4e72-bc9e-d234353714de)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:55:23.988135 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:23.992723 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:24.099632 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Pushing event updated for resources: {'Port': ['ID=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:24.103182 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:24.104837 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Routers {'7521662d-477c-44ed-bb2c-00a317168971'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:55:24.105437 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T13:55:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7521662d-477c-44ed-bb2c-00a317168971'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:24.257207 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] Set router 7521662d-477c-44ed-bb2c-00a317168971 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:55:24.575071 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:21Z', 'revision_number': 2, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:23Z', 'revision_number': 4, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:24.578925 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba4644-a398-4574-8dd1-a2ed73cb25fb None None] The sync data for ids ['7521662d-477c-44ed-bb2c-00a317168971'] in dv-cinder-788365-2-smb is: [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:21Z', 'revision_number': 2, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:23Z', 'revision_number': 4, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:55:24.821362 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33758) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:24.966199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb7d7e-bbb0-4695-8a5f-47e7048e147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:24.966678 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9acb7d7e-bbb0-4695-8a5f-47e7048e147c admin admin] Synchronizing usage tracker for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:55:24.983456 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9acb7d7e-bbb0-4695-8a5f-47e7048e147c admin admin] Unset dirty status for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:55:24.984672 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-9acb7d7e-bbb0-4695-8a5f-47e7048e147c admin admin] 10.222.0.37 "GET /v2.0/networks/94baba44-af9d-4a58-98e0-87aae9ad41d5 HTTP/1.1" status: 200 len: 842 time: 0.1622918 Apr 30 13:55:24.993884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'gateway_ip': '172.28.0.1'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:55:24.999098 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:55:25.002850 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Usage tracker for resource:subnet and tenant:ad25f2f92e564991bc610cf5a57f956c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:55:25.005649 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:55:25.013821 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:55:25.024427 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Made reservation on behalf of ad25f2f92e564991bc610cf5a57f956c for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:55:25.027652 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:25.423965 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.objects.ports [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73809) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:55:25.424395 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:25.428552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:25.500823 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9882a47a-9b76-4d24-be03-0d2d8804a93a,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:25.504460 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:55:25.504812 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Network hostable DHCP agents. Network: 94baba44-af9d-4a58-98e0-87aae9ad41d5, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:55:25.507475 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:25.523250 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:55:25.532329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 94baba44-af9d-4a58-98e0-87aae9ad41d5) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:25.536284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:25.536871 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:25.552951 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d02fb-56da-478c-847b-8316508fae38 None None] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:55:25.556950 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5664868 Apr 30 13:55:25.791322 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac60f84-7b32-471d-987c-38c8b96a7ce3 None None] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:55:27.787958 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33772) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:27.983314 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-03ac2641-fb24-444f-a114-26b463b48cd5 admin admin] 10.222.0.37 "GET /v2.0/routers/7521662d-477c-44ed-bb2c-00a317168971 HTTP/1.1" status: 200 len: 710 time: 0.1911442 Apr 30 13:55:28.112088 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff0814-d949-4a69-ae1c-163440071bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:55:28.112088 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-68ff0814-d949-4a69-ae1c-163440071bdf admin admin] 10.222.0.37 "GET /v2.0/networks/94baba44-af9d-4a58-98e0-87aae9ad41d5 HTTP/1.1" status: 200 len: 886 time: 0.1217289 Apr 30 13:55:28.116137 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:55:28.291054 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:28.360441 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:55:28.365122 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:28.366602 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:28.481110 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:28.514745 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,segment=NetworkSegment(4d1cdf59-f02f-4e72-bc9e-d234353714de),segment_id=4d1cdf59-f02f-4e72-bc9e-d234353714de)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:55:28.518916 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:28.522186 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:28.588917 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:28.592563 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:28.602409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:28.913673 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:28.966986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:29.098783 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Allocated IP 172.28.0.102 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/aee24b73-1611-4c53-a054-b7b31147743e) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:55:29.235039 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:29.262908 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:29.267148 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:29.319294 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:55:29.321779 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:55:29.325843 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:55:29.393921 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Pushing event updated for resources: {'Port': ['ID=aee24b73-1611-4c53-a054-b7b31147743e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:29.444020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:29.750180 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:30.069691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:30.073016 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1977890'] for router, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:30.246464 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Router 7521662d-477c-44ed-bb2c-00a317168971 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:55:30.250441 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:30.314680 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:30.315048 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:30.415386 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:55:30.423691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:30.424860 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] 10.222.0.37 "PUT /v2.0/routers/7521662d-477c-44ed-bb2c-00a317168971 HTTP/1.1" status: 200 len: 890 time: 2.3122983 Apr 30 13:55:30.430203 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Sync routers for ids ['7521662d-477c-44ed-bb2c-00a317168971'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:55:30.445903 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Routers {'7521662d-477c-44ed-bb2c-00a317168971'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:55:30.446560 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T13:55:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7521662d-477c-44ed-bb2c-00a317168971'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:30.635302 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Set router 7521662d-477c-44ed-bb2c-00a317168971 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:55:30.987709 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:29Z', 'revision_number': 4, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port': {'id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:28Z', 'updated_at': '2021-04-30T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:28Z', 'revision_number': 5, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:30.992440 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Checking router: 7521662d-477c-44ed-bb2c-00a317168971 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:55:30.992811 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Updating router 7521662d-477c-44ed-bb2c-00a317168971 port aee24b73-1611-4c53-a054-b7b31147743e binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:55:31.042808 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.363613 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.375126 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Transition to ACTIVE for port object aee24b73-1611-4c53-a054-b7b31147743e will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:55:31.381682 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.385921 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:31.461635 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Attempting to bind port aee24b73-1611-4c53-a054-b7b31147743e on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:55:31.461999 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Attempting to bind port aee24b73-1611-4c53-a054-b7b31147743e by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:55:31.462358 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Attempting to bind port aee24b73-1611-4c53-a054-b7b31147743e on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:55:31.465686 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Pushing event updated for resources: {'Port': ['ID=aee24b73-1611-4c53-a054-b7b31147743e,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:31.468582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:31.471050 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:55:31.471448 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:55:31.471844 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.472224 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:55:31.473230 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Bound port: aee24b73-1611-4c53-a054-b7b31147743e, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:55:31.473230 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.545487 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] For port aee24b73-1611-4c53-a054-b7b31147743e, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:55:31.548567 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] For port aee24b73-1611-4c53-a054-b7b31147743e, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=aee24b73-1611-4c53-a054-b7b31147743e,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:55:31.552616 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:31.556314 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:31.629427 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Routers {'7521662d-477c-44ed-bb2c-00a317168971'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:55:31.630039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T13:55:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7521662d-477c-44ed-bb2c-00a317168971'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:31.693376 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Pushing event updated for resources: {'Port': ['ID=aee24b73-1611-4c53-a054-b7b31147743e,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:31.696649 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:31.810265 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] Set router 7521662d-477c-44ed-bb2c-00a317168971 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:55:32.153245 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:29Z', 'revision_number': 4, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port': {'id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:28Z', 'updated_at': '2021-04-30T13:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:28Z', 'revision_number': 5, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:55:32.156999 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb866d9-52ae-4473-90e4-43c4943ec564 None None] The sync data for ids ['7521662d-477c-44ed-bb2c-00a317168971'] in dv-cinder-788365-2-smb is: [{'id': '7521662d-477c-44ed-bb2c-00a317168971', 'name': 'router1', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:55:12Z', 'updated_at': '2021-04-30T13:55:29Z', 'revision_number': 4, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'gw_port': {'id': 'aee24b73-1611-4c53-a054-b7b31147743e', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:28Z', 'updated_at': '2021-04-30T13:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e', 'name': '', 'network_id': '4ea8c179-5cac-4b94-b312-ee7257c24e9a', 'tenant_id': '4a8af2e20745449a8e778b5073b99984', 'mac_address': 'fa:16:3e:5b:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7521662d-477c-44ed-bb2c-00a317168971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:55:21Z', 'updated_at': '2021-04-30T13:55:28Z', 'revision_number': 5, 'project_id': '4a8af2e20745449a8e778b5073b99984', 'subnets': [{'id': 'ff43fb28-996c-4262-86ed-a2c8ea3ca166', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e23e7997-c172-4c2a-9d24-7fc4bbd0be6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:55:32.770949 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 33782) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:55:32.887948 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-59c8b410-a857-4369-987b-e61bcc98d6e0 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155751 Apr 30 13:55:34.273387 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device aee24b73-1611-4c53-a054-b7b31147743e up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:34.338875 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port aee24b73-1611-4c53-a054-b7b31147743e completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:55:34.349310 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port aee24b73-1611-4c53-a054-b7b31147743e triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:34.349690 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:34.470505 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:34.489444 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port aee24b73-1611-4c53-a054-b7b31147743e, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=aee24b73-1611-4c53-a054-b7b31147743e,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:55:34.494031 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:34.496321 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:55:34.567346 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=aee24b73-1611-4c53-a054-b7b31147743e,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:55:34.577509 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:55:36.292579 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device aee24b73-1611-4c53-a054-b7b31147743e up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:55:36.378895 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port aee24b73-1611-4c53-a054-b7b31147743e triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:55:36.379324 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:45.903915 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-24829521-88d9-4b32-a59d-e5857d47a118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:48.326124 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3611aa96-2824-4090-849c-6e5b5ee744bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:48.477461 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:49.343237 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:51.108907 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:55:54.016531 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:56:15.905319 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d943797e-cf32-4f3c-8274-da59a504fb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:18.330130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9fb058f6-88df-4489-b08e-220374c7a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:18.473100 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:19.344017 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:21.094186 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:31.015965 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:56:45.910036 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-83b5cc8c-2a6b-452d-b311-b6f47949b63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:48.331385 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a38b2352-4647-4ffd-95bd-b151106b1204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:48.475831 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:49.340134 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:56:51.096647 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:07.047921 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34352) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:07.113135 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd026f98-5e30-448b-8817-61168e6a64fe admin admin] GET failed (client error): The resource could not be found. Apr 30 13:57:07.114356 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd026f98-5e30-448b-8817-61168e6a64fe admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655138 Apr 30 13:57:07.242278 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4f66d-bf31-4ff5-9106-d53fb49fff8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:07.243673 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0af4f66d-bf31-4ff5-9106-d53fb49fff8e admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1256528 Apr 30 13:57:08.014656 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:57:09.364029 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34362) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:09.502635 dv-cinder-788365-2-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:57:09.503258 dv-cinder-788365-2-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:57:09.882452 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.policy [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:57:09.928487 dv-cinder-788365-2-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:57:09.928857 dv-cinder-788365-2-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:57:09.936944 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:09.938743 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-f69c1a94-3da5-43ca-ae82-7ea789a9c950 admin admin] 10.222.0.37 "GET /v2.0/subnets/ff43fb28-996c-4262-86ed-a2c8ea3ca166 HTTP/1.1" status: 200 len: 849 time: 0.5726533 Apr 30 13:57:09.948593 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:57:10.060854 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:10.375920 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762342642526'] for subnet, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:10.382206 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:57:10.453372 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:10.453766 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:10.455373 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] 10.222.0.37 "PUT /v2.0/subnets/ff43fb28-996c-4262-86ed-a2c8ea3ca166 HTTP/1.1" status: 200 len: 868 time: 0.5111887 Apr 30 13:57:10.456678 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f052c-df7c-4437-a32f-3781bce5f9e0 None None] Network 4ea8c179-5cac-4b94-b312-ee7257c24e9a requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:57:10.482255 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff43fb28-996c-4262-86ed-a2c8ea3ca166,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:57:10.491159 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.491529 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.491860 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.492183 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.492501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.492848 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.493774 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.494100 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.494485 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.494841 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.495156 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.495489 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Tracked resource versions report: Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: pushed versions: Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: consumer versions: Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Log': '1.0', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Network': '1.1', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Port': '1.7', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 13:57:10.496693 dv-cinder-788365-2-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:57:10.501213 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:57:10.890065 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8123e243-4c46-4ef0-90fa-24801c4062e0 None None] Provisioning complete for port 4a3f2ec7-66da-4942-8a4f-4d4335a1c66a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:57:10.890547 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8123e243-4c46-4ef0-90fa-24801c4062e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:11.024389 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8123e243-4c46-4ef0-90fa-24801c4062e0 None None] Provisioning complete for port f9d9578e-6bc5-49d9-b2ca-5bf2a95e4f0e triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:57:11.024714 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8123e243-4c46-4ef0-90fa-24801c4062e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:12.573725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34382) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:12.761817 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44d38-2455-41f8-b629-93079a4bd647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:12.762304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44d38-2455-41f8-b629-93079a4bd647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:12.763908 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-20e44d38-2455-41f8-b629-93079a4bd647 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1886625 Apr 30 13:57:14.866307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34392) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:15.034687 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fbae1-db5b-4223-9b1d-236006804087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:15.035164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fbae1-db5b-4223-9b1d-236006804087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:15.036700 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d88fbae1-db5b-4223-9b1d-236006804087 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1694677 Apr 30 13:57:15.911634 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a28bd08b-c460-4f1e-a74e-c8bcca52e684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:17.179316 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34402) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:17.406563 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6896970-ee5c-472e-994a-cc5f959b7538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:17.407937 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a6896970-ee5c-472e-994a-cc5f959b7538 admin admin] 10.222.0.37 "GET /v2.0/networks/4ea8c179-5cac-4b94-b312-ee7257c24e9a HTTP/1.1" status: 200 len: 869 time: 0.2276924 Apr 30 13:57:18.332813 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d44786d3-7cc4-4e22-8b93-35ffb43b420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:18.478555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:19.343448 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:19.547665 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34412) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:19.713083 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be7a52-a077-4ab2-810a-a32a0a4c059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:19.714407 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-26be7a52-a077-4ab2-810a-a32a0a4c059f admin admin] 10.222.0.37 "GET /v2.0/networks/94baba44-af9d-4a58-98e0-87aae9ad41d5 HTTP/1.1" status: 200 len: 886 time: 0.1658237 Apr 30 13:57:21.103667 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:21.820297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34422) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:21.927406 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ad614-c960-4d48-8bf0-0270a9ee91a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:21.927855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ad614-c960-4d48-8bf0-0270a9ee91a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:21.928579 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3c4ad614-c960-4d48-8bf0-0270a9ee91a6 admin admin] Synchronizing usage tracker for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:subnet {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:57:21.945232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3c4ad614-c960-4d48-8bf0-0270a9ee91a6 admin admin] Unset dirty status for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:subnet {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:57:21.946955 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3c4ad614-c960-4d48-8bf0-0270a9ee91a6 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252282 Apr 30 13:57:24.083056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34432) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:24.190118 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb88b5-d3c2-4d6e-ada8-67ff19e231a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:24.190570 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb88b5-d3c2-4d6e-ada8-67ff19e231a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:24.192082 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ebdb88b5-d3c2-4d6e-ada8-67ff19e231a5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080651 Apr 30 13:57:26.292749 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34442) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:26.390638 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a206268-a7ed-4ffd-8781-5d086761f271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:26.391960 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8a206268-a7ed-4ffd-8781-5d086761f271 admin admin] 10.222.0.37 "GET /v2.0/subnets/9882a47a-9b76-4d24-be03-0d2d8804a93a HTTP/1.1" status: 200 len: 816 time: 0.0982847 Apr 30 13:57:28.500053 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34452) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:28.609237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897c501-ceae-4734-a800-de95ffdc2843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:28.610562 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-1897c501-ceae-4734-a800-de95ffdc2843 admin admin] 10.222.0.37 "GET /v2.0/subnets/ff43fb28-996c-4262-86ed-a2c8ea3ca166 HTTP/1.1" status: 200 len: 868 time: 0.1095507 Apr 30 13:57:45.013824 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:57:45.912778 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d76d-cd9a-4586-9da6-7a08865efcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:48.333428 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0cbbae32-64dd-4006-9953-009601bb371d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:48.481467 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:49.348431 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:51.106626 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:51.413580 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34496) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:51.460211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-f2d6bc39-9ee2-42ac-a0c0-1eb8a71c8e91 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:57:51.461177 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f2d6bc39-9ee2-42ac-a0c0-1eb8a71c8e91 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466604 Apr 30 13:57:53.642650 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34506) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:53.708668 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.pecan_wsgi.hooks.translation [None req-12015139-096f-4639-a4e4-e5e9a79eaab4 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:57:53.709890 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-12015139-096f-4639-a4e4-e5e9a79eaab4 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663316 Apr 30 13:57:53.832612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5bd3d-3dcb-4091-af55-9331b960840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:53.833973 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b7d5bd3d-3dcb-4091-af55-9331b960840a admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203337 Apr 30 13:57:55.969693 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34516) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:56.016772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:57:56.021229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:57:56.030571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:57:56.040624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Made reservation on behalf of ad25f2f92e564991bc610cf5a57f956c for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:57:56.042944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:56.128878 dv-cinder-788365-2-smb neutron-server[73809]: WARNING neutron.services.revisions.revision_plugin [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Could not find related network for resource to bump revision. Apr 30 13:57:56.139779 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:57:56.150620 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:56.150888 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Added segment 168a073c-788f-4b26-a75b-1df268b6f838 of type vlan for network a880a01a-edd3-4949-b25e-a1f93d31c5ee Apr 30 13:57:56.175567 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:56.202419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:56.203703 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:56.204278 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:56.208661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:57:56.299612 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3287833 Apr 30 13:57:56.304478 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Pushing event updated for resources: {'Network': ['ID=a880a01a-edd3-4949-b25e-a1f93d31c5ee,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:57:56.311834 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.312059 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.312390 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.312789 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.313037 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.313361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.313681 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.313999 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.314315 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.314629 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.314940 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.315251 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:56.319041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:57:56.327193 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:57:58.415842 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34526) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:57:58.486384 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e2fff9-6a7f-483b-84e6-728166867319 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:57:58.488084 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-49e2fff9-6a7f-483b-84e6-728166867319 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0712872 Apr 30 13:57:58.588415 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126bc28-da63-4d19-83ee-dab18c6e9c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:58.590045 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2126bc28-da63-4d19-83ee-dab18c6e9c42 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0978963 Apr 30 13:57:58.599508 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Request body: {'subnet': {'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:57:58.601332 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.quota [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Loaded quota_driver: . Apr 30 13:57:58.609991 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:57:58.622620 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:57:58.636417 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Made reservation on behalf of ad25f2f92e564991bc610cf5a57f956c for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:57:58.638753 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.048184 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.052424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:57:59.122116 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cae53ab-596c-49bb-adb1-576ada530204,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:57:59.125458 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:57:59.128090 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Checking segment: {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:57:59.128293 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Network hostable DHCP agents. Network: a880a01a-edd3-4949-b25e-a1f93d31c5ee, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:57:59.146446 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:57:59.156602 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, a880a01a-edd3-4949-b25e-a1f93d31c5ee) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:57:59.160737 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:57:59.161348 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.166185 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a1b68-8493-427c-a984-91a1c1e30f1e None None] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:57:59.187803 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5916824 Apr 30 13:57:59.406016 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-a880a01a-edd3-4949-b25e-a1f93d31c5ee', 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee', 'tenant_id': 'ad25f2f92e564991bc610cf5a57f956c', 'fixed_ips': [{'subnet_id': '0cae53ab-596c-49bb-adb1-576ada530204'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:57:59.406893 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.562799 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Allocated IP 192.168.233.2 (a880a01a-edd3-4949-b25e-a1f93d31c5ee/0cae53ab-596c-49bb-adb1-576ada530204/dae5fd2e-46ed-4625-9e97-f0271c098379) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:57:59.764296 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.774092 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Transition to ACTIVE for port object dae5fd2e-46ed-4625-9e97-f0271c098379 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:57:59.792356 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Transition to ACTIVE for port object dae5fd2e-46ed-4625-9e97-f0271c098379 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:57:59.797599 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.802243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:57:59.863886 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:57:59.865022 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:57:59.868678 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:57:59.882590 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Pushing event updated for resources: {'Port': ['ID=dae5fd2e-46ed-4625-9e97-f0271c098379,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:57:59.917274 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.917616 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.917949 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.918280 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.918605 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.918932 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.919253 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.919602 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.919918 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.920235 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.920554 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.920866 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:57:59.928128 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:57:59.978785 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Attempting to bind port dae5fd2e-46ed-4625-9e97-f0271c098379 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:57:59.979158 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Attempting to bind port dae5fd2e-46ed-4625-9e97-f0271c098379 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:57:59.979551 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Attempting to bind port dae5fd2e-46ed-4625-9e97-f0271c098379 on network a880a01a-edd3-4949-b25e-a1f93d31c5ee {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:57:59.985057 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:57:59.985429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Checking segment: {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:57:59.985825 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:57:59.986216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Bound using segment: {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:57:59.986682 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Bound port: dae5fd2e-46ed-4625-9e97-f0271c098379, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:57:59.987076 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:00.074555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] For port dae5fd2e-46ed-4625-9e97-f0271c098379, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:58:00.078286 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] For port dae5fd2e-46ed-4625-9e97-f0271c098379, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=dae5fd2e-46ed-4625-9e97-f0271c098379,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:58:00.082045 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:00.085783 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:58:00.164580 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Pushing event updated for resources: {'Port': ['ID=dae5fd2e-46ed-4625-9e97-f0271c098379,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:58:00.171076 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:58:00.447986 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device dae5fd2e-46ed-4625-9e97-f0271c098379 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:58:00.516328 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port dae5fd2e-46ed-4625-9e97-f0271c098379 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:58:01.002839 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87be16af-5c33-4bd9-8367-40c945b6a41e None None] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:58:01.152982 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Provisioning for port dae5fd2e-46ed-4625-9e97-f0271c098379 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:58:01.167870 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Provisioning complete for port dae5fd2e-46ed-4625-9e97-f0271c098379 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:58:01.168292 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:01.344960 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:01.382182 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] For port dae5fd2e-46ed-4625-9e97-f0271c098379, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=dae5fd2e-46ed-4625-9e97-f0271c098379,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:58:01.387571 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:01.389788 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:58:01.458587 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Pushing event updated for resources: {'Port': ['ID=dae5fd2e-46ed-4625-9e97-f0271c098379,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:58:01.462422 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:58:01.610009 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1bd305c5-144f-4b4f-990b-9dd42a6c5a71 None None] Provisioning complete for port dae5fd2e-46ed-4625-9e97-f0271c098379 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:58:01.610378 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1bd305c5-144f-4b4f-990b-9dd42a6c5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:02.382243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device dae5fd2e-46ed-4625-9e97-f0271c098379 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:58:02.451722 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port dae5fd2e-46ed-4625-9e97-f0271c098379 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:58:02.452097 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:15.916136 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2b17a56e-fa3d-496a-ad12-675e231ec87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:18.339451 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a387cdbc-1e7c-4478-afbd-5281273b912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:18.483696 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:19.351227 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:21.110610 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:22.014409 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:58:45.917535 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b61baab3-9b92-4223-8580-1adce1300cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:48.331644 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c6a4bc1e-c16a-441f-b6d4-9242db093e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:48.486403 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:49.353614 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:51.113688 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:58:59.014529 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:59:07.110626 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34576) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:59:07.116528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-93284477-85d4-4910-9fde-847932e52d06 tempest-verify_tempest_config-274931296 tempest-verify_tempest_config-274931296-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:59:07.117450 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-93284477-85d4-4910-9fde-847932e52d06 tempest-verify_tempest_config-274931296 tempest-verify_tempest_config-274931296-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058827 Apr 30 13:59:07.417486 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34594) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:59:07.530722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.544555 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:59:07.548281 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:afb492cd8e7848858608e41fdb927353 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:59:07.550981 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:59:07.557037 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:59:07.643373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.646951 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.655159 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:59:07.692395 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Synchronizing usage tracker for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:59:07.695509 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea284eae-b54d-4023-8a0a-6c15c7a92435,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:59:07.704664 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.704995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.705318 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.705638 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.705950 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.706260 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.706568 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.706877 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.707200 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.707601 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.707907 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.708209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:59:07.712068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:59:07.723030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Unset dirty status for tenant:ad25f2f92e564991bc610cf5a57f956c on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:59:07.724643 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afb492cd8e7848858608e41fdb927353&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3061602 Apr 30 13:59:07.727192 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34600) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:59:07.782109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.807126 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.895893 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.899668 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:59:07.910287 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea284eae-b54d-4023-8a0a-6c15c7a92435,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:59:07.913625 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:59:07.918422 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:07.919908 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea284eae-b54d-4023-8a0a-6c15c7a92435 HTTP/1.1" status: 204 len: 168 time: 0.1911805 Apr 30 13:59:15.920111 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9e6db282-9cbe-42da-b098-6615212b8a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:18.333538 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ebce-9fa3-428f-8496-4327b2686336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:18.487700 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:19.356753 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:21.116096 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:36.013546 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:59:45.921649 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727d0787-b7f5-47d8-aa66-3809a360a04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:48.333901 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c96c96e6-43cd-46ab-ae98-aecc6a198cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:48.488974 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:49.359834 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:59:51.120163 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:13.012579 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:00:15.921899 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9e109496-b862-460f-9943-e87b3dc11615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:18.335598 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-db427e5e-f445-4b79-861c-9ab0eab13280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:18.489715 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:19.362438 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:21.121576 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:45.923729 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a83d5b9d-576b-4e41-b64c-9e43d253c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:46.113832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:48.340850 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2e766b51-94ab-48c5-9a80-4594238c4b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:48.491484 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:49.364987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:49.535432 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34652) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:00:49.645613 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-5ff93e48-84c6-4c8c-af31-b98bd852005c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1090138 Apr 30 14:00:50.012050 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:00:51.126958 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:00:51.759657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34662) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:00:51.813798 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-caf98c61-4593-4bde-aa20-6eab962aa9e3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0530615 Apr 30 14:01:15.925638 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49cefa40-a858-487d-b133-f628e88f9d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:16.081751 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:18.341735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-460a489d-eb5e-4c4f-99a3-f4dc69adaa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:18.491938 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:19.367561 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:21.215076 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:27.011732 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:01:45.930313 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67172b5f-c91e-4999-a24c-cf7997eae91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:46.100514 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:48.346908 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cc365410-9388-400c-b7f5-62b63680edda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:48.495782 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:49.374194 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:01:51.128461 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:04.010991 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:02:15.932132 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fbd87fca-1309-49d2-bbb0-831bfb6b0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:16.115151 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:18.355083 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7982d8c6-aab1-44df-8930-fde8dc5eb3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:18.513271 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:19.392749 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.093930 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34842) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:21.152864 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.396175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-205579741-network', 'tenant_id': '487eeba499fc4dad8605c67cfc9705b3'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:21.405963 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:21.410955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Usage tracker for resource:network and tenant:487eeba499fc4dad8605c67cfc9705b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:21.414121 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:21.420325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:21.435008 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Made reservation on behalf of 487eeba499fc4dad8605c67cfc9705b3 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:21.437469 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.450036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.468163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:21.471935 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Usage tracker for resource:security_group_rule and tenant:487eeba499fc4dad8605c67cfc9705b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:21.474752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:21.481232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:21.565041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.572534 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.580979 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:21.610997 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aacb395-be30-4dc9-b2a5-a32e4415b84c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:21.621007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.621353 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.621712 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.622034 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.622552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.622878 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.623195 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.623575 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.623915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.624344 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.624757 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.625075 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Tracked resource versions report: Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: pushed versions: Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: consumer versions: Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: HyperV agent@hv-cinder-78836: {}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Log': '1.0', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Network': '1.1', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Port': '1.7', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 14:02:21.626084 dv-cinder-788365-2-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 14:02:21.631192 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:21.634384 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:02:21.644599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.644936 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Added segment 57cf06d2-72fb-43f1-ba96-ca442982e8e4 of type vlan for network 72cda114-e217-4370-a7b5-198e85c32fcf Apr 30 14:02:21.673272 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.703474 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.705104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:21.706018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.711030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:21.814176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Pushing event updated for resources: {'Network': ['ID=72cda114-e217-4370-a7b5-198e85c32fcf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:21.819769 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7252457 Apr 30 14:02:21.821839 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34888) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:21.822321 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:21.825569 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 72cda114-e217-4370-a7b5-198e85c32fcf details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:02:21.828976 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Request body: {'subnet': {'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-205579741-subnet', 'tenant_id': '487eeba499fc4dad8605c67cfc9705b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:21.833585 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:21.838410 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Usage tracker for resource:subnet and tenant:487eeba499fc4dad8605c67cfc9705b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:21.841703 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:21.847668 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:21.860523 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Made reservation on behalf of 487eeba499fc4dad8605c67cfc9705b3 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:21.865791 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:21.920318 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34896) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:22.094809 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34908) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:22.136959 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34914) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:22.298771 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.303564 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-892a62bd-40d0-477c-953d-b5a8e0c40358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:22.329436 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-733354622-network', 'tenant_id': '615e8ba387e84caab32fbdba04695014'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:22.335146 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.340974 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Usage tracker for resource:network and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.344299 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.350169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.363045 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Made reservation on behalf of 615e8ba387e84caab32fbdba04695014 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:22.365317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ddd5413-eb4f-43e9-a43f-e267eb61a0ab,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:22.366520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.384513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.402003 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.402245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.404109 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.404449 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.404806 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.405117 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.405453 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.405816 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.406085 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.406408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.406695 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.406816 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.407030 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.407382 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Tracked resource versions report: Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: pushed versions: Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: consumer versions: Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: HyperV agent@hv-cinder-78836: {}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Log': '1.0', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Network': '1.1', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Port': '1.7', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 14:02:22.408413 dv-cinder-788365-2-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 14:02:22.416028 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.422069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.423939 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:22.443607 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Checking segment: {'id': '57cf06d2-72fb-43f1-ba96-ca442982e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:22.444344 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Network hostable DHCP agents. Network: 72cda114-e217-4370-a7b5-198e85c32fcf, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:02:22.465852 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Network 72cda114-e217-4370-a7b5-198e85c32fcf is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:02:22.466893 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-159512511-network', 'tenant_id': '0196b115a704458b9d38a8d24269a156'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:22.472859 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.481973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Usage tracker for resource:network and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.486359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.487064 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 72cda114-e217-4370-a7b5-198e85c32fcf) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:22.492876 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:22.494897 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.500650 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214544be-2bfb-47d5-923d-909e7e2a90d6 None None] Network 72cda114-e217-4370-a7b5-198e85c32fcf requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:22.510722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.525957 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7022994 Apr 30 14:02:22.530307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-network', 'tenant_id': '514858c5680742adb3967ca0ce8644e7'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:22.537735 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.544847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Usage tracker for resource:network and tenant:514858c5680742adb3967ca0ce8644e7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.551641 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.564567 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.591808 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Made reservation on behalf of 514858c5680742adb3967ca0ce8644e7 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:22.605309 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.642886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.676676 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Made reservation on behalf of 0196b115a704458b9d38a8d24269a156 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:22.678951 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.744776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.752720 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.786400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Usage tracker for resource:security_group_rule and tenant:514858c5680742adb3967ca0ce8644e7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.796842 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.826705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.850306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:22.856697 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.860292 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:22.864356 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:22.896319 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:22.898580 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:22.941966 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:22.944548 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faffdd4c-8122-4a87-82b5-074da996534c None None] Network 72cda114-e217-4370-a7b5-198e85c32fcf requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:23.004666 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65852366-c392-4b6a-b23b-9910a2635a94,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:23.037735 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:23.076007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:02:23.105290 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.106504 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Added segment 3db8480f-c89d-425f-beec-ca781b41e12b of type vlan for network 83960dae-7b3f-4df4-a885-780b63bf5fb9 Apr 30 14:02:23.292261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.419232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.428978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.453100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:02:23.463678 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.463678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Added segment e8757e17-fba0-451e-9f9e-5d3532b8d3e4 of type vlan for network 32448d78-5b2d-456c-810d-9db7b9672051 Apr 30 14:02:23.514569 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.521431 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3edba534-48f7-47aa-be4c-41260dbb5b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:23.532007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.534049 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.540323 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:23.541020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.562231 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.591862 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3203c1-9855-4f94-ad81-51225f2b78b2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:23.603119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:23.606223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:23.674722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:02:23.722492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.728918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:23.729705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.737123 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.737702 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Added segment 8f51d319-5d39-44ca-b921-6df49187fa3c of type vlan for network 93821ff3-e2e9-455a-95f1-98bca328ea47 Apr 30 14:02:23.791914 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8703349 Apr 30 14:02:23.795019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34982) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:23.805953 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Request body: {'subnet': {'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-subnet', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:23.811694 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Pushing event updated for resources: {'Network': ['ID=83960dae-7b3f-4df4-a885-780b63bf5fb9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:23.822741 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:23.823371 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:23.824827 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:02:23.831471 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6937082 Apr 30 14:02:23.839884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 34988) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:23.843318 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:23.849057 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Request body: {'subnet': {'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-subnet', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:23.857227 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.861460 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Usage tracker for resource:subnet and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:23.866046 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:23.872165 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:23.877308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:23.883541 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Usage tracker for resource:subnet and tenant:514858c5680742adb3967ca0ce8644e7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:23.886920 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115e3c6d-9200-44aa-ac92-09116ebc329e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:23.890805 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:23.893637 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:23.901863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:23.913548 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Made reservation on behalf of 615e8ba387e84caab32fbdba04695014 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:23.917197 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:23.923530 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:23.997325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:24.001028 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:24.001826 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:24.005404 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Made reservation on behalf of 514858c5680742adb3967ca0ce8644e7 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:24.007798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:24.031893 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Pushing event updated for resources: {'Network': ['ID=32448d78-5b2d-456c-810d-9db7b9672051,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:24.047318 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 32448d78-5b2d-456c-810d-9db7b9672051 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:02:24.053202 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:24.054296 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:24.089599 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9935696 Apr 30 14:02:24.106059 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 34992) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:24.143540 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Request body: {'subnet': {'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-159512511-subnet', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:24.177446 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:24.212809 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Usage tracker for resource:subnet and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:24.221653 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:24.224533 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Pushing event updated for resources: {'Network': ['ID=93821ff3-e2e9-455a-95f1-98bca328ea47,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:24.230985 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:24.238360 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:02:24.253317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:24.277835 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Made reservation on behalf of 0196b115a704458b9d38a8d24269a156 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:24.281652 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:24.866590 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:24.877609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:24.992284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966e7fd5-e030-4280-8c2a-50d681c23dea,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:25.013092 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:25.053002 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Checking segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:25.053361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Network hostable DHCP agents. Network: 32448d78-5b2d-456c-810d-9db7b9672051, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:02:25.097497 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Network 32448d78-5b2d-456c-810d-9db7b9672051 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:02:25.116021 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 32448d78-5b2d-456c-810d-9db7b9672051) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:25.122108 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:25.123136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.126087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855e40b-7072-4827-a514-9a0818a774d9 None None] Network 32448d78-5b2d-456c-810d-9db7b9672051 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:25.156744 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.172983 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:25.178622 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3373356 Apr 30 14:02:25.182237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35042) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:25.189086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:25.200474 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:25.211109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Usage tracker for resource:router and tenant:514858c5680742adb3967ca0ce8644e7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:25.219845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:25.231476 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:25.235814 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:25.252621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.273992 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.275141 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.310178 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.378376 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Checking segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:25.378861 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Network hostable DHCP agents. Network: 83960dae-7b3f-4df4-a885-780b63bf5fb9, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:02:25.388336 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0818ec87-63a5-46b4-b624-c4b4317da7ce,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:25.393397 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:25.394096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:25.474213 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Checking segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:25.476321 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Network hostable DHCP agents. Network: 93821ff3-e2e9-455a-95f1-98bca328ea47, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:02:25.499375 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35060) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:25.527061 dv-cinder-788365-2-smb neutron-server[73810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 14:02:25.589501 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ccd65-5cb0-4d54-a9c8-167177f8065a None None] Network 32448d78-5b2d-456c-810d-9db7b9672051 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:25.613118 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:02:25.627577 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3f9ac5-8c13-4713-9cf3-222059d07aa5,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:25.644124 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:25.680395 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.805750 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:25.814850 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-aa5cde65-eaa6-48db-aaa1-d788f9f60e8d tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:25.823009 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-aa5cde65-eaa6-48db-aaa1-d788f9f60e8d tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/networks?id=72cda114-e217-4370-a7b5-198e85c32fcf HTTP/1.1" status: 200 len: 811 time: 0.3197911 Apr 30 14:02:25.825086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Usage tracker for resource:security_group_rule and tenant:0ce18a706c074f08ac099043dc0caa2f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:25.826649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:02:25.829142 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:25.834009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.838725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 83960dae-7b3f-4df4-a885-780b63bf5fb9) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:25.843500 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:25.844406 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:25.845320 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.850871 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39bf2e-8d9e-49db-a5e1-67467c8125f7 None None] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:25.859824 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-850ac6ba-e5d2-439a-81fe-0331650cf81c tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/quotas/487eeba499fc4dad8605c67cfc9705b3 HTTP/1.1" status: 200 len: 375 time: 0.0355089 Apr 30 14:02:25.867547 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 93821ff3-e2e9-455a-95f1-98bca328ea47) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:25.872118 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:25.872916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:25.886724 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26015b9-c2fa-4f1e-92fe-21333bd7611d None None] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:25.975158 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-3553e423-eb52-4b5b-89a5-95d51cdbb6fc tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=487eeba499fc4dad8605c67cfc9705b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130121 Apr 30 14:02:26.046392 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2483580 Apr 30 14:02:26.049158 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35088) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:26.054575 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:26.067969 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-254840ec-335e-4285-b127-9bbe1d68fbb4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9606590 Apr 30 14:02:26.068569 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35094) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:26.069950 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:26.077182 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Usage tracker for resource:router and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:26.083631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:26.090005 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:26.094110 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Usage tracker for resource:router and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:26.097649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:26.105344 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:26.112608 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.113802 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:26.122031 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.124051 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.125996 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.131157 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:26.139822 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ccc40c-0e53-42ff-a25c-7ae45133598a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:26.154159 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-74d61879-badd-4817-9e8e-00980b5f6eaa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 14:02:26.155367 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-74d61879-badd-4817-9e8e-00980b5f6eaa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971439 Apr 30 14:02:26.164294 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.165789 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.170817 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.178642 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33359122-0118-4bb6-a519-442a61a11a91,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:26.192397 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:26.342370 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-83960dae-7b3f-4df4-a885-780b63bf5fb9', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:02:26.344028 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.376276 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce18a706c074f08ac099043dc0caa2f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1381221 Apr 30 14:02:26.381092 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35098) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:26.400130 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.428907 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.467535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.590169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.708148 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.769739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Allocated IP 172.28.0.31 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/c2b30d4b-53c7-489c-b64d-5305a40f1ec6) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:26.859303 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-93821ff3-e2e9-455a-95f1-98bca328ea47', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:02:26.860396 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.862604 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:26.875116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a2da2746-2324-4784-98e3-253690b99ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:26.880184 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Allocated IP 172.20.0.2 (83960dae-7b3f-4df4-a885-780b63bf5fb9/0818ec87-63a5-46b4-b624-c4b4317da7ce/6bb1951e-d25a-43c2-bdec-ea88e06ad2f8) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:26.962726 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-d830cf02-f374-45c5-b478-978f794d3b84 service neutron] 10.222.0.37 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951034 Apr 30 14:02:26.986322 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33359122-0118-4bb6-a519-442a61a11a91,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:26.998981 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:27.046289 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.053003 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33359122-0118-4bb6-a519-442a61a11a91 HTTP/1.1" status: 204 len: 168 time: 0.6707232 Apr 30 14:02:27.094396 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.173363 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.241200 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.247920 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:27.303630 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:27.312412 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:27.316915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:27.385860 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Allocated IP 172.20.0.2 (93821ff3-e2e9-455a-95f1-98bca328ea47/6c3f9ac5-8c13-4713-9cf3-222059d07aa5/535ee106-211a-4a44-97ca-0ceddc1800fc) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:27.425813 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.436688 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.468301 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Transition to ACTIVE for port object 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:27.483009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:27.518384 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:27.561929 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Transition to ACTIVE for port object 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:27.572942 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.588930 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:27.626523 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-0843a42c-1543-48bd-8b09-2cfd4f31ce0b service neutron] 10.222.0.37 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626201 Apr 30 14:02:27.657847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Pushing event updated for resources: {'Port': ['ID=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:27.670639 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.670990 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.671365 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.671780 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.672213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.672611 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.673039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.673465 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.673864 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.674290 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.674655 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.674976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Tracked resource versions report: Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: pushed versions: Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: { 'AddressGroup': {'1.2'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'ConntrackHelper': {'1.0'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Log': {'1.0'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Network': {'1.1'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Port': {'1.7'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'PortForwarding': {'1.2'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'QosPolicy': {'1.8'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroup': {'1.4'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroupRule': {'1.2'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SubPort': {'1.0'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Subnet': {'1.1'}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Trunk': {'1.1'}} Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: consumer versions: Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: HyperV agent@hv-cinder-78836: {}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'ConntrackHelper': '1.0', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Log': '1.0', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Network': '1.1', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Port': '1.7', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'PortForwarding': '1.2', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'QosPolicy': '1.8', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroup': '1.4', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SecurityGroupRule': '1.2', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'SubPort': '1.0', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Subnet': '1.1', Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: 'Trunk': '1.1'}} Apr 30 14:02:27.676119 dv-cinder-788365-2-smb neutron-server[73811]: {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 14:02:27.687203 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:27.711667 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:27.725956 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35144) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:27.734545 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:27.742351 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:27.865107 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.896685 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:27.901535 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Usage tracker for resource:security_group_rule and tenant:483f7e3f2c784c1f897def3d1053a61e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:27.905032 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:27.911267 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:27.925394 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Attempting to bind port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:27.925976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Attempting to bind port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:27.926353 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Attempting to bind port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:27.940827 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:27.941210 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Checking segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:27.941655 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.942066 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Bound using segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:27.942875 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Bound port: 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:27.943307 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:27.969251 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35158) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:27.998824 dv-cinder-788365-2-smb neutron-server[73809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 14:02:28.063563 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.065835 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c214bd52-337f-4f5c-b3f9-eed64c7dca84 req-58ae0ac8-c740-4aec-ac0f-fef81660b59d tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.0958858 Apr 30 14:02:28.095466 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.096599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.106603 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Transition to ACTIVE for port object 535ee106-211a-4a44-97ca-0ceddc1800fc will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:28.178767 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] For port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:28.184446 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] For port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:28.196860 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.197832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Transition to ACTIVE for port object 535ee106-211a-4a44-97ca-0ceddc1800fc will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:28.223011 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:28.244556 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.311703 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.358761 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:28.368641 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:28.370981 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Pushing event updated for resources: {'Port': ['ID=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:28.373823 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:28.376279 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:28.376888 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:28.508725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:28.604559 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Pushing event updated for resources: {'Port': ['ID=535ee106-211a-4a44-97ca-0ceddc1800fc,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:28.624679 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:28.656796 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Attempting to bind port 535ee106-211a-4a44-97ca-0ceddc1800fc on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:28.660969 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Attempting to bind port 535ee106-211a-4a44-97ca-0ceddc1800fc by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:28.661626 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Attempting to bind port 535ee106-211a-4a44-97ca-0ceddc1800fc on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:28.691421 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:28.692130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Checking segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:28.692791 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.693908 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Bound using segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:28.695850 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Bound port: 535ee106-211a-4a44-97ca-0ceddc1800fc, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:28.697091 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.836493 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=483f7e3f2c784c1f897def3d1053a61e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0508146 Apr 30 14:02:28.844659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35194) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:28.850207 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db0335-ef58-4dda-9d42-e60d079c8015,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:28.875233 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:28.888644 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.916460 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] For port 535ee106-211a-4a44-97ca-0ceddc1800fc, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:28.920505 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] For port 535ee106-211a-4a44-97ca-0ceddc1800fc, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=535ee106-211a-4a44-97ca-0ceddc1800fc,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:28.925158 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.935953 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.956330 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bdfd2529-f7f0-4eb4-8f54-dfc7bd4a6ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:28.966173 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.973840 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:28.989525 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:29.127585 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:29.143120 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Pushing event updated for resources: {'Port': ['ID=535ee106-211a-4a44-97ca-0ceddc1800fc,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:29.173089 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:29.184615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:29.322308 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-46b7ce1e-808e-487c-85bf-1e19b991e79c req-75b9a299-9cba-4428-9534-7b99990ce9c9 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.1481354 Apr 30 14:02:29.379790 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Allocated IP 172.28.0.160 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/5b922d69-7b70-4193-aa62-608803d7afe9) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:29.476978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:29.497394 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:29.529898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db0335-ef58-4dda-9d42-e60d079c8015,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:29.569439 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:29.570560 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93db0335-ef58-4dda-9d42-e60d079c8015 HTTP/1.1" status: 204 len: 168 time: 0.7244258 Apr 30 14:02:29.580708 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:29.615751 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Router 0849422d-0d45-42e4-be52-97f2451b4eec is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:02:29.959993 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:30.026590 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:30.037548 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Sync routers for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:30.058532 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:30.064924 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8814743 Apr 30 14:02:30.065888 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35264) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:30.066431 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:30.067126 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:30.115355 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446a722-001a-4688-acc0-f63f6ede5311 None None] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:30.142965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:30.244780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:30.354081 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Allocated IP 172.28.0.199 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/4dae30d7-0d6b-4dd6-8105-0cad93b8820d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:30.462675 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-cc018cbc-aa82-400f-8830-80656fe7ff8f None None] Provisioning for port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:30.576124 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:30.909087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 535ee106-211a-4a44-97ca-0ceddc1800fc up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:30.942365 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:31.093821 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:31.136630 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:31.159843 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574f222-839f-40cd-8b85-76b6ea2f0315 None None] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:02:31.282515 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:27Z', 'revision_number': 3, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:31.290308 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Checking router: 0849422d-0d45-42e4-be52-97f2451b4eec for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:31.291093 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Updating router 0849422d-0d45-42e4-be52-97f2451b4eec port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:31.340344 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-52ce1753-682d-49db-b1d9-fd21a2c60b63 req-befed468-b81f-4a1c-b6fb-14c9d2e352eb tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.4543386 Apr 30 14:02:31.468494 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Provisioning for port 535ee106-211a-4a44-97ca-0ceddc1800fc completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:31.478193 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:31.481197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35314) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:31.535037 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Pushing event updated for resources: {'Port': ['ID=5b922d69-7b70-4193-aa62-608803d7afe9,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:31.624550 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.46', 62853) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:31.663200 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:31.717909 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:31.727752 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Provisioning complete for port 535ee106-211a-4a44-97ca-0ceddc1800fc triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:31.728962 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:31.823020 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 535ee106-211a-4a44-97ca-0ceddc1800fc completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:31.939660 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 535ee106-211a-4a44-97ca-0ceddc1800fc triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:31.941493 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:31.967539 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:31.991539 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:32.054838 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:32.060882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:32.078962 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:32.222578 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Pushing event updated for resources: {'Port': ['ID=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:32.268395 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:32.297598 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.330562 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Transition to ACTIVE for port object c2b30d4b-53c7-489c-b64d-5305a40f1ec6 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:32.347511 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.354932 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:32.356522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.488346 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Attempting to bind port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:32.495961 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Attempting to bind port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:32.496656 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Attempting to bind port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:32.518318 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:32.518661 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:32.519021 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.520669 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:32.521184 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Bound port: c2b30d4b-53c7-489c-b64d-5305a40f1ec6, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:32.521591 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.638379 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.718507 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:32.737404 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.751103 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Pushing event updated for resources: {'Port': ['ID=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:32.753593 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] For port c2b30d4b-53c7-489c-b64d-5305a40f1ec6, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:32.759328 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-c3b993fd-38fe-420e-8564-0e3fbb4abd25 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:32.761087 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-c3b993fd-38fe-420e-8564-0e3fbb4abd25 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Synchronizing usage tracker for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:32.772333 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.772612 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.779489 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.780187 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.780760 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.781285 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.781815 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.782337 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.791807 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.792460 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.792994 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.793520 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Tracked resource versions report: Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: pushed versions: Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Log': {'1.0'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Network': {'1.1'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Port': {'1.7'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SubPort': {'1.0'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Subnet': {'1.1'}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Trunk': {'1.1'}} Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: consumer versions: Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: { DHCP agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: HyperV agent@hv-cinder-78836: {}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: L3 agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: Metadata agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: Metering agent@dv-cinder-788365-2-smb: {}, Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-788365-2-smb: { 'AddressGroup': '1.2', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'ConntrackHelper': '1.0', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Log': '1.0', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Network': '1.1', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Port': '1.7', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'PortForwarding': '1.2', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'QosPolicy': '1.8', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroup': '1.4', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'SubPort': '1.0', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Subnet': '1.1', Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: 'Trunk': '1.1'}} Apr 30 14:02:32.794763 dv-cinder-788365-2-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 14:02:32.796649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.800894 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:32.802653 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] For port c2b30d4b-53c7-489c-b64d-5305a40f1ec6, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:32.815428 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.821328 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:32.840562 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 535ee106-211a-4a44-97ca-0ceddc1800fc, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=535ee106-211a-4a44-97ca-0ceddc1800fc,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:32.855891 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:32.877690 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c58531f26cf44d5b73f11c688fa927c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:32.889426 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ed55712b-5aba-4988-b09c-8017110e2d13 req-043ae7ed-b3e8-4613-8be2-c5c6292d00d0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.1541116 Apr 30 14:02:32.890441 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:32.914477 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:32.948429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:33.010897 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:33.027936 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:33.028872 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:33.059602 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.165749 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Pushing event updated for resources: {'Port': ['ID=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:33.186829 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:33.276533 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.db.api [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 14:02:33.279413 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_db.api [None req-b59b48be-a541-436c-a6f7-63b201ba7986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 14:02:33.296433 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.332177 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=535ee106-211a-4a44-97ca-0ceddc1800fc,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:33.343898 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:33.381928 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:33.392616 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:33.394741 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.406075 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.448052 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.485891 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:33.534457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:33.554110 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c58531f26cf44d5b73f11c688fa927c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0656805 Apr 30 14:02:33.560164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35402) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:33.566857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-c3b993fd-38fe-420e-8564-0e3fbb4abd25 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Unset dirty status for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:33.571687 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-c3b993fd-38fe-420e-8564-0e3fbb4abd25 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.46 "GET /v2.0/networks?id=72cda114-e217-4370-a7b5-198e85c32fcf HTTP/1.1" status: 200 len: 811 time: 1.9008975 Apr 30 14:02:33.666264 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.682858 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e8f87-ddc0-46e1-a626-e4b15384452c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:33.701153 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:33.722127 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Allocated IP 172.20.0.1 (32448d78-5b2d-456c-810d-9db7b9672051/966e7fd5-e030-4280-8c2a-50d681c23dea/743c2bcf-789a-4f72-a261-c449d9c5e2cd) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:33.736364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Request body: {'port': {'device_id': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf', 'admin_state_up': True, 'tenant_id': '487eeba499fc4dad8605c67cfc9705b3'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:33.778731 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:33.865598 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:33.885251 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:33.941230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:34.085489 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:34.099581 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:34.110279 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Usage tracker for resource:port and tenant:487eeba499fc4dad8605c67cfc9705b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:34.111437 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:34.114522 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 535ee106-211a-4a44-97ca-0ceddc1800fc up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:34.131332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:34.161796 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:34.267380 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:27Z', 'revision_number': 3, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:34.282461 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d975f-b5e0-4fb8-90cb-70751a3d5643 None None] The sync data for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb is: [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:27Z', 'revision_number': 3, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:34.328435 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 535ee106-211a-4a44-97ca-0ceddc1800fc triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:34.328812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:34.454519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Made reservation on behalf of 487eeba499fc4dad8605c67cfc9705b3 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:34.462896 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:34.476669 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-15fc1de4-b21b-4cde-b8cb-c8c1340249f6 None None] Provisioning complete for port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:34.477596 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-15fc1de4-b21b-4cde-b8cb-c8c1340249f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:34.652524 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2dbc3775-de12-4a18-8d63-5931b4b29d1e req-dd1c91fd-f973-426a-8ff2-d0583e3ec10b tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.3968985 Apr 30 14:02:34.811093 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:34.890817 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-15fc1de4-b21b-4cde-b8cb-c8c1340249f6 None None] Provisioning complete for port 535ee106-211a-4a44-97ca-0ceddc1800fc triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:34.891315 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-15fc1de4-b21b-4cde-b8cb-c8c1340249f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:35.125515 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:35.202630 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Allocated IP 172.20.0.9 (72cda114-e217-4370-a7b5-198e85c32fcf/1ddd5413-eb4f-43e9-a43f-e267eb61a0ab/12db4653-d60e-4781-b849-caeeb3cf11d9) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:35.415603 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:35.437063 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:35.516776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ca626a4-16c3-4b8f-899a-c0f61f385253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:35.692614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Network 32448d78-5b2d-456c-810d-9db7b9672051 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:35.707120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:35.711157 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:35.711605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:35.796366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Pushing event updated for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:35.842132 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:35.960404 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.049176 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.060152 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-244fe358-f724-4677-a1c2-7c68ab953c4a req-45ac3aec-8c46-47cd-b6d1-4df02f61fd8f tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.1147082 Apr 30 14:02:36.078190 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.098389 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:36.134474 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:02:36.139837 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.141343 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/882e8f87-ddc0-46e1-a626-e4b15384452c HTTP/1.1" status: 204 len: 168 time: 2.5694325 Apr 30 14:02:36.142501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e8f87-ddc0-46e1-a626-e4b15384452c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:36.149025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:36.290931 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:36.315511 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.404120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8fa0ecd8-86a1-460b-ac0e-ad149da7cb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:36.461024 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:36.461448 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.621674 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:02:36.691465 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Network 72cda114-e217-4370-a7b5-198e85c32fcf is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:36.693136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.714692 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:36.748431 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:36.770097 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:36.770788 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:36.981328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:36.994597 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:37.000782 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:37.010624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Pushing event updated for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:37.034911 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:37.059558 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c2b30d4b-53c7-489c-b64d-5305a40f1ec6 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:37.082825 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:37.104561 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:37.111714 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:37.130759 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:37.132001 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0816479 Apr 30 14:02:37.145048 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35530) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:37.191684 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4757807 Apr 30 14:02:37.205797 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:37.208163 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:37.556971 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-23ee2657-85ed-4d2e-87c7-d3ecef069b79 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 14:02:37.564211 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-23ee2657-85ed-4d2e-87c7-d3ecef069b79 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2616224 Apr 30 14:02:37.564690 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35538) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:37.735968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:37.780220 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:37.802303 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:37.802680 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.019308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.027320 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.9532928 Apr 30 14:02:38.038246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35568) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:38.116805 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:38.344130 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Request body: {'port': {'device_id': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:38.651662 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.699007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.707448 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:31Z', 'revision_number': 3, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:38.713940 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:38.714308 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Updating router e2aad8b1-a861-4aa5-a59d-0a751816ad20 port 5b922d69-7b70-4193-aa62-608803d7afe9 binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:38.728643 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.744528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.761585 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bd52a01f-9ec4-472d-b047-0d73431b6a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:38.895607 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.910076 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:38.934867 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8097a-92b4-4f0e-80aa-877c914a0770 req-a8ed485d-850b-475a-ae2e-edd1ec69f423 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:38.942392 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a9b8097a-92b4-4f0e-80aa-877c914a0770 req-a8ed485d-850b-475a-ae2e-edd1ec69f423 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 931 time: 0.9731920 Apr 30 14:02:38.946781 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35598) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:39.005793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:39.057061 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.077233 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fa49a153f94d3fa89e00175c7a44ca is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:39.126335 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a9b8097a-92b4-4f0e-80aa-877c914a0770 req-f7b0fbb6-5d36-497b-a491-2f55fb6c9ca4 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828887 Apr 30 14:02:39.185679 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:39.205568 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port c2b30d4b-53c7-489c-b64d-5305a40f1ec6, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:39.240527 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.245180 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:39.291513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:39.436489 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:39.443213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:39.485318 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:32Z', 'revision_number': 3, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:39.496900 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.514068 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:39.514470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Updating router 1d536c09-f3d3-4698-a59b-625ecfa46f71 port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:39.558025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:39.569783 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Usage tracker for resource:security_group_rule and tenant:1647c76e576e4bfdba409ca2fae70a9b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:39.572859 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:39.595838 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:39.726580 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.816574 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.862789 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Transition to ACTIVE for port object 5b922d69-7b70-4193-aa62-608803d7afe9 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:39.874948 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.876619 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:39.881521 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:40.091603 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.111619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.142809 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Attempting to bind port 5b922d69-7b70-4193-aa62-608803d7afe9 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:40.143199 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Attempting to bind port 5b922d69-7b70-4193-aa62-608803d7afe9 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:40.160026 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Attempting to bind port 5b922d69-7b70-4193-aa62-608803d7afe9 on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:40.166345 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Pushing event updated for resources: {'Port': ['ID=5b922d69-7b70-4193-aa62-608803d7afe9,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:40.170457 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:40.171411 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:40.171788 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:40.172195 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.172585 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:40.173065 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Bound port: 5b922d69-7b70-4193-aa62-608803d7afe9, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:40.173462 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.204634 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d866f58-0a53-4d03-9b50-fd41bb71fdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:40.369213 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1647c76e576e4bfdba409ca2fae70a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4052007 Apr 30 14:02:40.378411 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35620) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:40.386098 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaeca7-91cd-4714-863e-fb15283f6d22,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:40.397766 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] For port 5b922d69-7b70-4193-aa62-608803d7afe9, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:40.404709 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] For port 5b922d69-7b70-4193-aa62-608803d7afe9, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5b922d69-7b70-4193-aa62-608803d7afe9,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:40.412285 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.420780 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:40.438280 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:40.546101 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:40.546654 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:40.630482 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Pushing event updated for resources: {'Port': ['ID=5b922d69-7b70-4193-aa62-608803d7afe9,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:40.635253 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:40.751864 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.778316 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Allocated IP 172.20.0.1 (83960dae-7b3f-4df4-a885-780b63bf5fb9/0818ec87-63a5-46b4-b624-c4b4317da7ce/34091e3c-634e-45b9-a9d1-15627a10bed4) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:40.784348 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Transition to ACTIVE for port object 4dae30d7-0d6b-4dd6-8105-0cad93b8820d will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:40.799587 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:40.816000 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:40.844100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Pushing event updated for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:40.849330 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:40.967392 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:41.017253 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Pushing event updated for resources: {'Port': ['ID=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:41.025676 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:41.076026 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Attempting to bind port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:41.077372 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Attempting to bind port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:41.078019 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Attempting to bind port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:41.093426 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:41.094066 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:41.094583 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.095113 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:41.095732 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Bound port: 4dae30d7-0d6b-4dd6-8105-0cad93b8820d, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:41.096364 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.184713 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.188225 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] For port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:41.192297 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] For port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:41.200528 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.214512 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:41.225655 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Transition to ACTIVE for port object 34091e3c-634e-45b9-a9d1-15627a10bed4 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:41.231922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.253561 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:02:41.263162 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.324117 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.337535 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1915697b-0dcf-42ab-b44a-a5d708643019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:41.359233 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.363636 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fcaeca7-91cd-4714-863e-fb15283f6d22 HTTP/1.1" status: 204 len: 168 time: 0.9834692 Apr 30 14:02:41.377587 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcaeca7-91cd-4714-863e-fb15283f6d22,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:41.383260 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:41.434770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8923-05e9-4e6d-96c5-b191e9ae1bc1 req-85a27382-9af3-415c-820f-a3e916fb2417 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:41.444974 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bd5c8923-05e9-4e6d-96c5-b191e9ae1bc1 req-85a27382-9af3-415c-820f-a3e916fb2417 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 931 time: 0.9730055 Apr 30 14:02:41.447694 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c2b30d4b-53c7-489c-b64d-5305a40f1ec6 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:41.568092 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.583266 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.620348 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3f691e16-2f3a-4244-a834-161c2b33095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:41.638117 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Network 32448d78-5b2d-456c-810d-9db7b9672051 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:41.642593 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.662796 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:41.663495 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:41.696722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:41.772375 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bd5c8923-05e9-4e6d-96c5-b191e9ae1bc1 req-c6728c8f-e7df-4781-a285-4571c2285227 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257921 Apr 30 14:02:41.826104 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:41.838457 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:31Z', 'revision_number': 3, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:41.840773 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:41.854529 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:41.855135 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:41.861362 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ee842-622a-4b14-ba7d-3f92c2d05eb5 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:31Z', 'revision_number': 3, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:42.028153 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:42.304771 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:42.654432 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35658) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:42.734725 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Pushing event updated for resources: {'Port': ['ID=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:42.749084 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.537s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:42.753997 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:42.820489 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d44903f1-5d55-471d-a986-9b74f7f0cfe5 None None] Provisioning for port 34091e3c-634e-45b9-a9d1-15627a10bed4 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:42.826655 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Pushing event updated for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:42.831383 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.211s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:42.843374 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:42.843861 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d44903f1-5d55-471d-a986-9b74f7f0cfe5 None None] Provisioning complete for port 34091e3c-634e-45b9-a9d1-15627a10bed4 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:42.844243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d44903f1-5d55-471d-a986-9b74f7f0cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:42.854916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Usage tracker for resource:security_group_rule and tenant:03fa159c8bd247189ddbfb5724f680a7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:42.859773 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:42.873236 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:42.998794 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:43.012641 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.031636 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.043577 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35668) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:43.200106 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0fa49a153f94d3fa89e00175c7a44ca&name=default HTTP/1.1" status: 200 len: 2975 time: 5.6318104 Apr 30 14:02:43.251500 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35678) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:43.405315 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-d44903f1-5d55-471d-a986-9b74f7f0cfe5 None None] Port 34091e3c-634e-45b9-a9d1-15627a10bed4 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:02:43.429651 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Allocated IP 172.20.0.1 (93821ff3-e2e9-455a-95f1-98bca328ea47/6c3f9ac5-8c13-4713-9cf3-222059d07aa5/e4d6ec82-40ed-4200-be93-da911481cfdf) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:43.606585 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.620937 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.657694 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Transition to ACTIVE for port object e4d6ec82-40ed-4200-be93-da911481cfdf will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:43.695078 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6439e-8734-418e-af43-f1b2071b9bcf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:43.703200 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.717944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.690s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:43.724083 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.757633 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:43.953055 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:32Z', 'revision_number': 3, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:43.991849 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89f5ba-9c5a-42e8-bb26-e83ff40855c5 None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:32Z', 'revision_number': 3, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:44.123921 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.145139 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5b922d69-7b70-4193-aa62-608803d7afe9 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:44.149449 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.165968 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.174764 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:44.175357 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:44.199400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.206960 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:44.214653 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Usage tracker for resource:security_group_rule and tenant:4c67a7fcfd9e42639e0991f93c5a7391 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:44.219131 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Router 0849422d-0d45-42e4-be52-97f2451b4eec has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:02:44.237140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:44.252399 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:44.269926 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:44.284295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:44.285001 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.292964 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 5b922d69-7b70-4193-aa62-608803d7afe9 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:44.301923 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 5b922d69-7b70-4193-aa62-608803d7afe9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:44.302517 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.339390 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:44.536542 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03fa159c8bd247189ddbfb5724f680a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8686194 Apr 30 14:02:44.551310 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35690) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:44.573871 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044624d8-0052-4111-a74d-b9cdf7516862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae93ab-b078-449e-8b7f-80b8dce8a024,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:44.733698 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6439e-8734-418e-af43-f1b2071b9bcf,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:44.749342 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:44.756299 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.763979 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b6439e-8734-418e-af43-f1b2071b9bcf HTTP/1.1" status: 204 len: 168 time: 1.5090711 Apr 30 14:02:44.766360 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:44.766656 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:44.770400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:44.809004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:44.900962 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.960034 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 5b922d69-7b70-4193-aa62-608803d7afe9, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5b922d69-7b70-4193-aa62-608803d7afe9,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:44.982384 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:44.984998 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.001970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 14:02:45.003304 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-daeaf54b-c555-478d-b490-a51be09e7a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:45.054317 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9128d184-fae8-413d-b8a1-c9f59fe2b657 None None] Provisioning for port e4d6ec82-40ed-4200-be93-da911481cfdf completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:45.066015 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9128d184-fae8-413d-b8a1-c9f59fe2b657 None None] Provisioning complete for port e4d6ec82-40ed-4200-be93-da911481cfdf triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:45.066401 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9128d184-fae8-413d-b8a1-c9f59fe2b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.149375 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-9128d184-fae8-413d-b8a1-c9f59fe2b657 None None] Port e4d6ec82-40ed-4200-be93-da911481cfdf cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:02:45.152164 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=5b922d69-7b70-4193-aa62-608803d7afe9,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:45.164087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:45.201966 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.203350 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.204663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.209865 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:45.311894 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.354389 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.416777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-720c4ae3-59be-463f-8ee2-b4409fdbdfce tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:45.417454 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-720c4ae3-59be-463f-8ee2-b4409fdbdfce tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Synchronizing usage tracker for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:45.487470 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12db4653-d60e-4781-b849-caeeb3cf11d9 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:02:45.511545 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-720c4ae3-59be-463f-8ee2-b4409fdbdfce tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Unset dirty status for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:45.519574 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-720c4ae3-59be-463f-8ee2-b4409fdbdfce tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 931 time: 1.8372314 Apr 30 14:02:45.524784 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.554519 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c67a7fcfd9e42639e0991f93c5a7391&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4894583 Apr 30 14:02:45.557103 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35710) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:45.585826 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Pushing event updated for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:45.605199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:45.614257 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Sync routers for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:45.630530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:45.631092 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:45.632394 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:45.632817 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:45.646841 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.652484 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-185dacce-67b9-4e41-9f2e-3fad1e517658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:45.663595 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.692780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.704862 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Transition to ACTIVE for port object 12db4653-d60e-4781-b849-caeeb3cf11d9 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:45.746922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:45.763465 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.771896 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.900040 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.904588 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:45.910648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:45.939625 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-8524a0ec-1c8e-4c51-b7f5-849cdabf5888 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Synchronizing usage tracker for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:45.957587 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:46.083239 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:02:46.087289 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.091458 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b06874f9-f70d-485d-aa91-fcc76cdd8245 HTTP/1.1" status: 204 len: 168 time: 0.5265825 Apr 30 14:02:46.104292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06874f9-f70d-485d-aa91-fcc76cdd8245,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:46.198151 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5b922d69-7b70-4193-aa62-608803d7afe9 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:46.237632 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.246772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae93ab-b078-449e-8b7f-80b8dce8a024,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:46.255034 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:46.261459 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:46.299057 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.339952 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.345520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.349551 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cae93ab-b078-449e-8b7f-80b8dce8a024 HTTP/1.1" status: 204 len: 168 time: 1.7109394 Apr 30 14:02:46.356062 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-8524a0ec-1c8e-4c51-b7f5-849cdabf5888 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Unset dirty status for tenant:487eeba499fc4dad8605c67cfc9705b3 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:46.361228 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-02bf018d-4efa-42f3-9d57-3aab01648c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.364060 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8f4818fc-cf79-4908-8b87-e7781540f980 req-8524a0ec-1c8e-4c51-b7f5-849cdabf5888 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435507 Apr 30 14:02:46.380570 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.380740 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/0849422d-0d45-42e4-be52-97f2451b4eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3129463 Apr 30 14:02:46.495448 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:46.496821 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:46.499376 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7408222-4d62-4b22-b644-5f427e75c1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:46.502317 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 5b922d69-7b70-4193-aa62-608803d7afe9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:46.504239 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.519325 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d536c09-f3d3-4698-a59b-625ecfa46f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3731725 Apr 30 14:02:46.526691 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06874f9-f70d-485d-aa91-fcc76cdd8245,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:46.531453 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:46.588492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Pushing event updated for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:46.666814 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:46.669483 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:46.757339 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-64165754-252b-43e1-857a-77ce5e6721f8 None None] Provisioning complete for port 34091e3c-634e-45b9-a9d1-15627a10bed4 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:46.757903 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-64165754-252b-43e1-857a-77ce5e6721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.768066 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Attempting to bind port 12db4653-d60e-4781-b849-caeeb3cf11d9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:46.768066 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Attempting to bind port 12db4653-d60e-4781-b849-caeeb3cf11d9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '57cf06d2-72fb-43f1-ba96-ca442982e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:46.768066 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Attempting to bind port 12db4653-d60e-4781-b849-caeeb3cf11d9 on network 72cda114-e217-4370-a7b5-198e85c32fcf {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:46.794554 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Port 12db4653-d60e-4781-b849-caeeb3cf11d9 on network 72cda114-e217-4370-a7b5-198e85c32fcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:02:46.794979 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Attempting to bind port 12db4653-d60e-4781-b849-caeeb3cf11d9 on network 72cda114-e217-4370-a7b5-198e85c32fcf {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:46.804083 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:46.804531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Checking segment: {'id': '57cf06d2-72fb-43f1-ba96-ca442982e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:46.805776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Bound using segment: {'id': '57cf06d2-72fb-43f1-ba96-ca442982e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:46.806439 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Bound port: 12db4653-d60e-4781-b849-caeeb3cf11d9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cf06d2-72fb-43f1-ba96-ca442982e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:46.806848 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:46.817753 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:46.831350 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:46.858084 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:46.870887 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:46.871585 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:46.891400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:46.894302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:46.951917 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-64165754-252b-43e1-857a-77ce5e6721f8 None None] Port 34091e3c-634e-45b9-a9d1-15627a10bed4 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:02:46.980266 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4dae30d7-0d6b-4dd6-8105-0cad93b8820d up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:47.094427 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:36Z', 'revision_number': 4, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '743c2bcf-789a-4f72-a261-c449d9c5e2cd', 'name': '', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'mac_address': 'fa:16:3e:6e:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:33Z', 'updated_at': '2021-04-30T14:02:37Z', 'revision_number': 2, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'subnets': [{'id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:47.100582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Checking router: 0849422d-0d45-42e4-be52-97f2451b4eec for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:47.101227 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Updating router 0849422d-0d45-42e4-be52-97f2451b4eec port 743c2bcf-789a-4f72-a261-c449d9c5e2cd binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:47.189544 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:47.197492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.239993 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12db4653-d60e-4781-b849-caeeb3cf11d9,segment=NetworkSegment(57cf06d2-72fb-43f1-ba96-ca442982e8e4),segment_id=57cf06d2-72fb-43f1-ba96-ca442982e8e4)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:47.247758 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.269295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9cee2d6-5793-4f43-aeda-538e9342d5a0 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:47.275677 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:47.291334 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:47.291588 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.335858 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:47.344165 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:02:47.360636 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:47.361368 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.362891 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] 10.222.0.46 "PUT /v2.0/ports/12db4653-d60e-4781-b849-caeeb3cf11d9 HTTP/1.1" status: 200 len: 1093 time: 9.3846400 Apr 30 14:02:47.369216 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:02:47.409361 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-bdaaa090-aa03-4ba2-8596-e3c46739bce5 None None] Provisioning complete for port e4d6ec82-40ed-4200-be93-da911481cfdf triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:47.409741 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bdaaa090-aa03-4ba2-8596-e3c46739bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.545586 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Pushing event updated for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:47.555663 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:47.717094 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:02:47.723320 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/e2aad8b1-a861-4aa5-a59d-0a751816ad20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6838446 Apr 30 14:02:47.725857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-72f42db1-be12-4752-af37-cff6a4bf43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:47.727301 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-72f42db1-be12-4752-af37-cff6a4bf43a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=487eeba499fc4dad8605c67cfc9705b3&device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 1096 time: 0.2945483 Apr 30 14:02:47.777169 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.793374 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Transition to ACTIVE for port object 743c2bcf-789a-4f72-a261-c449d9c5e2cd will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:47.809992 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:02:47.812215 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:47.829538 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9177cec6-75ff-4f99-ad8b-0840ab5d66ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:47.901041 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaa090-aa03-4ba2-8596-e3c46739bce5 None None] Port e4d6ec82-40ed-4200-be93-da911481cfdf cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:02:47.917565 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:47.920078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:47.994840 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-b5ecb4c1-8527-4d76-942c-6d7a4174ffd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12db4653-d60e-4781-b849-caeeb3cf11d9 HTTP/1.1" status: 200 len: 217 time: 0.2563536 Apr 30 14:02:48.076363 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 2, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:48.081129 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:48.081680 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Updating router 1d536c09-f3d3-4698-a59b-625ecfa46f71 port 34091e3c-634e-45b9-a9d1-15627a10bed4 binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:48.146338 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.188749 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.206037 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:48.224181 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.259101 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Pushing event updated for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:48.287927 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:48.342850 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:48.540049 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-f5e20d87-19a3-4384-b178-d318123a204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:48.541639 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-f5e20d87-19a3-4384-b178-d318123a204f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ddd5413-eb4f-43e9-a43f-e267eb61a0ab HTTP/1.1" status: 200 len: 851 time: 0.5275116 Apr 30 14:02:48.572211 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35820) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:48.578665 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368137275', 'description': 'tempest-description--64469999'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:48.592538 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:48.598128 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-339ba76b-dc04-44c0-adc1-9dd0b4077d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.609846 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:48.625269 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:48.657619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:48.658027 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.665037 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Attempting to bind port 743c2bcf-789a-4f72-a261-c449d9c5e2cd on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:48.665216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Attempting to bind port 743c2bcf-789a-4f72-a261-c449d9c5e2cd by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:48.667999 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Attempting to bind port 743c2bcf-789a-4f72-a261-c449d9c5e2cd on network 32448d78-5b2d-456c-810d-9db7b9672051 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:48.689971 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:48.693232 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Checking segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:48.694443 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.694869 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.695362 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Bound using segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:48.698661 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Bound port: 743c2bcf-789a-4f72-a261-c449d9c5e2cd, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:48.699209 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.724729 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:48.746004 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-7f2c21bf-8241-43f0-9edd-81b9a7f1a7f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72cda114-e217-4370-a7b5-198e85c32fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950107 Apr 30 14:02:48.771778 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:48.778204 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:48.784544 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:48.786341 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-767f54be-b248-4e64-a0f9-1941f2cacb67 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:48.787246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-767f54be-b248-4e64-a0f9-1941f2cacb67 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Synchronizing usage tracker for tenant:514858c5680742adb3967ca0ce8644e7 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:48.790444 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:48.809148 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:48.829887 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:48.903755 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.931669 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Transition to ACTIVE for port object 34091e3c-634e-45b9-a9d1-15627a10bed4 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:48.951707 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:48.956625 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:49.006596 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-1182dcb1-321d-45c0-b725-598861b24050 service neutron] 10.222.0.46 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148960 Apr 30 14:02:49.068988 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.080619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.129216 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:49.149792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] For port 743c2bcf-789a-4f72-a261-c449d9c5e2cd, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:49.163982 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.165911 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5920808 Apr 30 14:02:49.176031 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] For port 743c2bcf-789a-4f72-a261-c449d9c5e2cd, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=743c2bcf-789a-4f72-a261-c449d9c5e2cd,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:49.191965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35846) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:49.207449 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.222472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group_rule': {'security_group_id': '236821e5-65d1-4910-80ea-a99256b582d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:49.232320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-767f54be-b248-4e64-a0f9-1941f2cacb67 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Unset dirty status for tenant:514858c5680742adb3967ca0ce8644e7 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:49.239057 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:49.251310 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-767f54be-b248-4e64-a0f9-1941f2cacb67 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 819 time: 1.3148398 Apr 30 14:02:49.296760 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66be16-6c2d-4f1c-9ec0-5639e4133b38 req-e892dc50-6333-415b-b3f1-f22c678ac197 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:49.300527 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3a66be16-6c2d-4f1c-9ec0-5639e4133b38 req-e892dc50-6333-415b-b3f1-f22c678ac197 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 943 time: 0.4080374 Apr 30 14:02:49.345056 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-22c029bd-2adb-406e-a970-7aa5132fc023 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/quotas/514858c5680742adb3967ca0ce8644e7 HTTP/1.1" status: 200 len: 375 time: 0.0910554 Apr 30 14:02:49.368141 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:49.380361 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b63064-750d-439e-b6c0-0140e9c9ecb8 None None] Pushing event updated for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:49.385526 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-43b63064-750d-439e-b6c0-0140e9c9ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:49.410210 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Attempting to bind port 34091e3c-634e-45b9-a9d1-15627a10bed4 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:49.410688 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Attempting to bind port 34091e3c-634e-45b9-a9d1-15627a10bed4 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:49.411074 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Attempting to bind port 34091e3c-634e-45b9-a9d1-15627a10bed4 on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:49.413227 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:49.426330 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236821e5-65d1-4910-80ea-a99256b582d1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:49.430395 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:49.431043 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Checking segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:49.431771 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.432930 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Bound using segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:49.434205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:49.436986 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:49.438005 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Bound port: 34091e3c-634e-45b9-a9d1-15627a10bed4, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:49.438549 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.466699 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3a66be16-6c2d-4f1c-9ec0-5639e4133b38 req-cc1783ab-5007-4a20-be4a-ab3aee717cff tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580350 Apr 30 14:02:49.470969 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:49.525211 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.564762 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a329d71a-c50a-4fc7-97a1-0c9d1a5a38c2 req-34a497ab-fec4-4d8a-86c7-916a116eecc1 service neutron] 10.222.0.46 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504527 Apr 30 14:02:49.598261 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:49.600879 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:49.676055 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-ddae78ff-6a54-4d6b-9c31-9ae7b8d62538 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Synchronizing usage tracker for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:49.723136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-ddae78ff-6a54-4d6b-9c31-9ae7b8d62538 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Unset dirty status for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:49.724678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-ddae78ff-6a54-4d6b-9c31-9ae7b8d62538 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3786380 Apr 30 14:02:49.735314 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] For port 34091e3c-634e-45b9-a9d1-15627a10bed4, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:49.742714 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.742960 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] For port 34091e3c-634e-45b9-a9d1-15627a10bed4, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=34091e3c-634e-45b9-a9d1-15627a10bed4,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:49.747564 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.750872 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.752712 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.756115 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Pushing event updated for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:49.765807 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:49.774843 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e44afee9-1da8-4ae6-8331-4266b5232dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:49.784636 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:49.821855 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e250e246-e004-43bf-b0b8-24b6c1f3281b,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:49.835195 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:49.855068 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.858478 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6567121 Apr 30 14:02:49.859770 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35860) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:49.865572 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group_rule': {'security_group_id': '236821e5-65d1-4910-80ea-a99256b582d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:49.874131 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:49.884140 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:49.893857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:49.906306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:49.924791 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:49.925616 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:49.939597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:49.957159 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:45Z', 'revision_number': 2, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:49.963503 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:50.024583 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:02:50.024583 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Updating router e2aad8b1-a861-4aa5-a59d-0a751816ad20 port e4d6ec82-40ed-4200-be93-da911481cfdf binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:02:50.095857 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b63064-750d-439e-b6c0-0140e9c9ecb8 None None] Pushing event updated for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:50.111222 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-43b63064-750d-439e-b6c0-0140e9c9ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:50.164346 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.171206 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.178204 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:50.275698 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31f88b4-92ca-4d07-bb98-ac5d5b8c3308,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:50.281875 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.286270 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 35872) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:50.291553 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4309409 Apr 30 14:02:50.292254 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:50.297976 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:50.310224 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:50.318584 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.328132 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:floatingip and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:50.332881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:50.353415 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:50.401529 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.438627 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-cb3ce709-0d60-4b29-be0c-7cf90e9d21c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 14:02:50.446511 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-cb3ce709-0d60-4b29-be0c-7cf90e9d21c2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1245255 Apr 30 14:02:50.478183 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:50.722538 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4dae30d7-0d6b-4dd6-8105-0cad93b8820d up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:50.757142 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:50.797201 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-eaa97b63-0fb8-45cc-893f-e26060e97ffe service neutron] 10.222.0.37 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498442 Apr 30 14:02:51.123331 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-da873027-51db-4044-9783-392ad0f981aa service neutron] 10.222.0.37 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151133 Apr 30 14:02:51.137314 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Allocated IP 172.28.0.34 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/573fc10c-ce69-4800-a9d0-513a275fd25f) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:51.263649 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:49Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:51.277422 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17238fa2-e389-44d2-8a7a-efa395dc1a7d None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:49Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:51.453144 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35912) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:51.468539 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325397584', 'description': 'tempest-description--707153209'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:51.481175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:51.487304 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:51.491064 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:51.528260 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:51.550923 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:51.577289 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:51.615266 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:51.628001 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:51.628790 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:51.636925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:51.644385 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:51.666069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:51.715458 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:51.837777 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=573fc10c-ce69-4800-a9d0-513a275fd25f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:51.854520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:51.878925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:51.881991 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:51.890553 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:52.064268 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.077962 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.093208 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.124509 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:52.133685 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.159056 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Transition to ACTIVE for port object e4d6ec82-40ed-4200-be93-da911481cfdf will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:02:52.165773 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:52.167902 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.224678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9', 'status': 'completed', 'code': 200} Apr 30 14:02:52.237461 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.278332 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:52.292613 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.348293 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884774d9-b620-46cf-92ee-c8c3d499726f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:52.359975 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:52.394382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.395778 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9412713 Apr 30 14:02:52.398700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 35960) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:52.432084 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group_rule': {'security_group_id': '884774d9-b620-46cf-92ee-c8c3d499726f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:52.466095 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:52.472990 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:52.479164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:52.500302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:52.527599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1ad2-1596-461a-a1f7-6da6deff2031 req-c69855ba-4e2b-4416-b876-aa56a8b8c327 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:52.528717 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e88fb3-0136-439e-8854-33d524f52662 req-52a8e6e1-0495-4206-8d83-ebe66f895865 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 210 time: 0.1771867 Apr 30 14:02:52.534734 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-485d1ad2-1596-461a-a1f7-6da6deff2031 req-c69855ba-4e2b-4416-b876-aa56a8b8c327 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 943 time: 0.6228106 Apr 30 14:02:52.606421 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.709840 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 12db4653-d60e-4781-b849-caeeb3cf11d9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:02:52.814669 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.855747 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-485d1ad2-1596-461a-a1f7-6da6deff2031 req-42c00bda-f31e-4222-84c7-3c7abc3f3212 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200560 Apr 30 14:02:52.864655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:52.877791 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-203cd1b6-da0f-4429-87aa-42e498f45e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:52.881085 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-203cd1b6-da0f-4429-87aa-42e498f45e05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=487eeba499fc4dad8605c67cfc9705b3&device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 1096 time: 0.6377056 Apr 30 14:02:52.885571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c209006b-161c-4566-828b-1f4356dc9c39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:52.971962 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7746dff2-d79b-4008-8b8f-f5d0b5f7b442,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:53.000542 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:53.034900 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12db4653-d60e-4781-b849-caeeb3cf11d9,segment=NetworkSegment(57cf06d2-72fb-43f1-ba96-ca442982e8e4),segment_id=57cf06d2-72fb-43f1-ba96-ca442982e8e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:53.110213 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.113351 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6939161 Apr 30 14:02:53.122531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36000) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:53.147108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group_rule': {'security_group_id': '884774d9-b620-46cf-92ee-c8c3d499726f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:53.201673 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:53.206831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-2ea1d8c1-9301-4c3e-9fea-06565119f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:53.208561 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-2ea1d8c1-9301-4c3e-9fea-06565119f688 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72cda114-e217-4370-a7b5-198e85c32fcf HTTP/1.1" status: 200 len: 912 time: 0.3033583 Apr 30 14:02:53.217422 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '12db4653-d60e-4781-b849-caeeb3cf11d9', 'network_id': '72cda114-e217-4370-a7b5-198e85c32fcf', 'port_id': '12db4653-d60e-4781-b849-caeeb3cf11d9', 'mac_address': 'fa:16:3e:21:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ddd5413-eb4f-43e9-a43f-e267eb61a0ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:02:53.234538 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:53.251957 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.265975 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:53.301614 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-718645d9-ec9b-4522-ba08-14d3334cec1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12db4653-d60e-4781-b849-caeeb3cf11d9 HTTP/1.1" status: 200 len: 217 time: 0.0856619 Apr 30 14:02:53.314398 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.386330 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:53.393401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-ce826496-a84b-4499-895a-aa40777fd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:53.395264 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-ce826496-a84b-4499-895a-aa40777fd3e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ddd5413-eb4f-43e9-a43f-e267eb61a0ab HTTP/1.1" status: 200 len: 851 time: 0.0863554 Apr 30 14:02:53.396247 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:36Z', 'revision_number': 4, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '743c2bcf-789a-4f72-a261-c449d9c5e2cd', 'name': '', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'mac_address': 'fa:16:3e:6e:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:33Z', 'updated_at': '2021-04-30T14:02:49Z', 'revision_number': 4, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'subnets': [{'id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:53.406314 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:53.476679 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.486531 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Pushing event updated for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:53.522275 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.246s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:53.529382 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26ed85-4c0d-47e1-a699-005cdef22080 None None] The sync data for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb is: [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:02:36Z', 'revision_number': 4, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '743c2bcf-789a-4f72-a261-c449d9c5e2cd', 'name': '', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'mac_address': 'fa:16:3e:6e:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:33Z', 'updated_at': '2021-04-30T14:02:49Z', 'revision_number': 4, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'subnets': [{'id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:53.534319 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-35bd8379-0670-4f81-b034-8ae8ade86d2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72cda114-e217-4370-a7b5-198e85c32fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316340 Apr 30 14:02:53.565909 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Attempting to bind port e4d6ec82-40ed-4200-be93-da911481cfdf on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:02:53.576548 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Attempting to bind port e4d6ec82-40ed-4200-be93-da911481cfdf by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:02:53.577190 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Attempting to bind port e4d6ec82-40ed-4200-be93-da911481cfdf on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:02:53.603654 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.616097 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:02:53.622064 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Checking segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:02:53.626281 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.670922 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Bound using segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:02:53.676072 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Bound port: e4d6ec82-40ed-4200-be93-da911481cfdf, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:02:53.677905 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.732743 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.858706 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12db4653-d60e-4781-b849-caeeb3cf11d9 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:02:53.930320 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12db4653-d60e-4781-b849-caeeb3cf11d9,segment=NetworkSegment(57cf06d2-72fb-43f1-ba96-ca442982e8e4),segment_id=57cf06d2-72fb-43f1-ba96-ca442982e8e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:53.946128 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:53.958075 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-c2109078-5f15-4339-a065-97e1ba43304e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:53.976439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-6a6c4f59-e78b-49d3-b626-a14a71016111 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:53.983946 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-6a6c4f59-e78b-49d3-b626-a14a71016111 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 819 time: 0.7259073 Apr 30 14:02:53.986116 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=573fc10c-ce69-4800-a9d0-513a275fd25f,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:53.990280 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.024899 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:54.029831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.040335 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 34091e3c-634e-45b9-a9d1-15627a10bed4 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:54.052679 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-5aefeb39-6d20-4edb-a457-917cfc7f124d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/quotas/514858c5680742adb3967ca0ce8644e7 HTTP/1.1" status: 200 len: 375 time: 0.0676589 Apr 30 14:02:54.063063 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a0e03b50-1d2c-493b-aa3e-cfa2374223bd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:54.196825 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] For port e4d6ec82-40ed-4200-be93-da911481cfdf, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:02:54.229115 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['12db4653-d60e-4781-b849-caeeb3cf11d9'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:02:54.234895 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b810ceda-e433-4b2d-8004-a4114e58e61a,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:54.263529 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.264734 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1377590 Apr 30 14:02:54.266764 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] For port e4d6ec82-40ed-4200-be93-da911481cfdf, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=e4d6ec82-40ed-4200-be93-da911481cfdf,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:02:54.275545 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:54.284224 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36032) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:54.286970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.295882 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0082881 Apr 30 14:02:54.309250 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:54.312015 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:54.316367 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.325022 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:54.325878 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:54.325987 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:54.336822 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:floatingip and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:54.348312 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:54.359876 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:54.389195 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.393789 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-81445fc6-6070-48bb-ace1-dcf862e4cbef service neutron] 10.222.0.46 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8511333 Apr 30 14:02:54.537097 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 34091e3c-634e-45b9-a9d1-15627a10bed4 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:54.588453 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 34091e3c-634e-45b9-a9d1-15627a10bed4 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:54.589589 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:54.667994 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:02:54.675963 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:02:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:54.751171 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.46', 62885) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:54.773174 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce2f1-7078-4e93-b32d-3909b2a352d6 req-d2d322f7-291d-4649-8cd7-4723f0fb73b7 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:54.773174 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d5dce2f1-7078-4e93-b32d-3909b2a352d6 req-d2d322f7-291d-4649-8cd7-4723f0fb73b7 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 944 time: 0.5890563 Apr 30 14:02:54.933671 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-1c04b138-2356-487c-bac0-000739c5d6ce tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8800869 Apr 30 14:02:54.946622 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Pushing event updated for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:54.977284 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:55.180408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.274624 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16f38bc9-ee75-4783-a8ce-1e257ce45d5b req-6f4554f0-e409-4d32-8579-10aa0b81bbfb service neutron] 10.222.0.46 "GET /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567948 Apr 30 14:02:55.321968 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d5dce2f1-7078-4e93-b32d-3909b2a352d6 req-32a22ad2-a9c6-4ee3-a04f-660aadf8b709 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756832 Apr 30 14:02:55.348446 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-8ff30510-4a8e-46b1-aa76-62fa95f13ef7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:55.359175 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-8ff30510-4a8e-46b1-aa76-62fa95f13ef7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 819 time: 0.5772042 Apr 30 14:02:55.382321 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:02:55.386161 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Request body: {'port': {'device_id': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'admin_state_up': True, 'tenant_id': '514858c5680742adb3967ca0ce8644e7'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:55.430167 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-414e3b4d-3d8b-4aa9-bdbf-8621312f223e service neutron] 10.222.0.37 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950619 Apr 30 14:02:55.521825 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Allocated IP 172.28.0.212 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/de6d8485-18ae-497f-a050-d6cf7d5b4bd9) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:55.543860 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.708531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-4b2cc1cd-82ae-4749-bcc4-f5a8e0e2b885 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:55.756960 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-4b2cc1cd-82ae-4749-bcc4-f5a8e0e2b885 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:55.758320 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-4b2cc1cd-82ae-4749-bcc4-f5a8e0e2b885 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1368137275&fields=id&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 267 time: 0.1606262 Apr 30 14:02:55.759223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:55.784730 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 34091e3c-634e-45b9-a9d1-15627a10bed4, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=34091e3c-634e-45b9-a9d1-15627a10bed4,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:55.798986 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-9302fd27-f9e0-4c84-94aa-ee0229312401 service neutron] 10.222.0.37 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534193 Apr 30 14:02:55.847834 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:55.850325 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.853109 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.853967 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 743c2bcf-789a-4f72-a261-c449d9c5e2cd up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:55.904712 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36086) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:55.927811 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.928151 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Made reservation on behalf of 514858c5680742adb3967ca0ce8644e7 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:55.931647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:55.947631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:55.969841 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:56.069445 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:56.074966 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:56.078734 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-253d39ad-e7dd-4b5f-8f7e-3a83f632d29e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:56.079476 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-253d39ad-e7dd-4b5f-8f7e-3a83f632d29e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:02:56.082273 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:56.214329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-253d39ad-e7dd-4b5f-8f7e-3a83f632d29e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:02:56.220699 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-253d39ad-e7dd-4b5f-8f7e-3a83f632d29e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 816 time: 0.4538379 Apr 30 14:02:56.253240 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:56.256845 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-1a722932-e3d4-4dc9-a6ef-6d4d24342ac4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/quotas/615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 375 time: 0.0346942 Apr 30 14:02:56.261153 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:56.268247 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:54Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:02:56.273521 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f04a0-1255-4580-b5c9-e641b4be6d17 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:54Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:02:56.277890 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=de6d8485-18ae-497f-a050-d6cf7d5b4bd9,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:56.286231 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 743c2bcf-789a-4f72-a261-c449d9c5e2cd completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:56.292672 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 743c2bcf-789a-4f72-a261-c449d9c5e2cd triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:56.293160 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.293560 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:56.349973 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.385633 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Allocated IP 172.20.0.3 (32448d78-5b2d-456c-810d-9db7b9672051/966e7fd5-e030-4280-8c2a-50d681c23dea/7facdfea-aeb9-40be-9ee1-15dd3f29d214) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:02:56.409300 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.424424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:56.430951 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Usage tracker for resource:security_group_rule and tenant:eceea4f8eac84e3482fef83dfe9eda53 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:56.434930 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:56.443379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:56.597305 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-03c308c5-9c61-4544-8361-a78a30f1184e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3393297 Apr 30 14:02:56.618387 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.629399 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.634334 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0f5b76e2-2f33-4588-9f0f-8ad0131a717d req-04876d56-407c-4865-b285-adcb8f3cf3d4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 210 time: 0.4974849 Apr 30 14:02:56.703099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 12db4653-d60e-4781-b849-caeeb3cf11d9 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:56.730963 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.847317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:56.881655 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:56.963218 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 743c2bcf-789a-4f72-a261-c449d9c5e2cd, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=743c2bcf-789a-4f72-a261-c449d9c5e2cd,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:56.978071 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.016211 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b5e80f57-09db-4120-a580-1707ff6d39f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:57.106635 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.125391 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eceea4f8eac84e3482fef83dfe9eda53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2195406 Apr 30 14:02:57.127036 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7326418-c825-4c2a-b09e-42f519c19aa1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:57.129847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36134) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:57.147225 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:57.268041 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59433-4739-485e-b49c-1dfd807880bf req-e56051df-c4e8-49c2-9146-86303b4fc84f tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:57.277202 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:57.281753 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 34091e3c-634e-45b9-a9d1-15627a10bed4 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:57.286605 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6cf59433-4739-485e-b49c-1dfd807880bf req-e56051df-c4e8-49c2-9146-86303b4fc84f tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 944 time: 0.3424799 Apr 30 14:02:57.347133 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.375347 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:57.411847 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-f864a755-2ba8-445a-848b-581e58dfc7ca service neutron] 10.222.0.37 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134236 Apr 30 14:02:57.414362 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:57.416746 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 12db4653-d60e-4781-b849-caeeb3cf11d9 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:57.422081 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 34091e3c-634e-45b9-a9d1-15627a10bed4 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:57.429149 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.451511 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6cf59433-4739-485e-b49c-1dfd807880bf req-63b577ab-0be2-4cf3-8155-ec01cb4e1bab tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594529 Apr 30 14:02:57.498125 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 12db4653-d60e-4781-b849-caeeb3cf11d9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:57.499794 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.514132 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.523034 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.532579 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:57.585430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.599710 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Network 32448d78-5b2d-456c-810d-9db7b9672051 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:02:57.606056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:02:57.615714 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.654187 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.655556 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3704994 Apr 30 14:02:57.674746 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:02:57.675687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=de6d8485-18ae-497f-a050-d6cf7d5b4bd9,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:57.688277 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:57.696923 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:57.699558 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.752261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Pushing event updated for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:57.792946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:57.927209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:57.938348 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device e4d6ec82-40ed-4200-be93-da911481cfdf up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:57.993444 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-cf8b7b90-597f-4a8f-9629-6631979da10d req-3476edc9-c2e4-4d24-80e0-11a5b3a49537 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 210 time: 0.0803518 Apr 30 14:02:58.065216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.131232 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:02:58.219716 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-00476a9b-c871-4403-b8f2-aae60fd86986 service neutron] 10.222.0.37 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730129 Apr 30 14:02:58.234405 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8653352 Apr 30 14:02:58.249355 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-6050271e-db3b-426e-bab0-aa3e68643fc3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--325397584&fields=id&tenant_id=0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 267 time: 0.0916889 Apr 30 14:02:58.310614 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12db4653-d60e-4781-b849-caeeb3cf11d9,segment=NetworkSegment(57cf06d2-72fb-43f1-ba96-ca442982e8e4),segment_id=57cf06d2-72fb-43f1-ba96-ca442982e8e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:58.323317 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.329936 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:58.394418 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Request body: {'port': {'device_id': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:58.469018 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:58.481710 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:58.487669 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port e4d6ec82-40ed-4200-be93-da911481cfdf completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:02:58.520752 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port e4d6ec82-40ed-4200-be93-da911481cfdf triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:58.521144 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.622229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.670906 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-c4a3f39a-de20-4448-9b9e-99072ac07cce tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:58.672422 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-c4a3f39a-de20-4448-9b9e-99072ac07cce tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 819 time: 0.8019242 Apr 30 14:02:58.675991 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-327c4580-199b-467a-bbd6-126eacb2bc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:58.707001 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Request body: {'port': {'device_id': '127dee8a-5ea0-46a6-9501-938f631cc635', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'admin_state_up': True, 'tenant_id': '514858c5680742adb3967ca0ce8644e7'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:02:58.763817 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-5c3f0158-4d40-4951-a32c-d48c32b68ca7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:58.771764 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-5c3f0158-4d40-4951-a32c-d48c32b68ca7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 810 time: 0.5211704 Apr 30 14:02:58.789762 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-50c8351f-dfd9-4d23-994e-c3c7f2a0ea11 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/quotas/0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 375 time: 0.0160997 Apr 30 14:02:58.800377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7326418-c825-4c2a-b09e-42f519c19aa1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:58.808302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:58.812359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.899201 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36202) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:58.954672 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:58.965729 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-8de25051-d0f0-4bf6-8fe7-3ee5dd40faf0 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746604 Apr 30 14:02:59.038760 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port e4d6ec82-40ed-4200-be93-da911481cfdf, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=e4d6ec82-40ed-4200-be93-da911481cfdf,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:02:59.048584 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.055393 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:59.126924 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.128217 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7326418-c825-4c2a-b09e-42f519c19aa1 HTTP/1.1" status: 204 len: 168 time: 1.9970498 Apr 30 14:02:59.207548 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 743c2bcf-789a-4f72-a261-c449d9c5e2cd up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:02:59.265306 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:02:59.286923 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:02:59.344483 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 743c2bcf-789a-4f72-a261-c449d9c5e2cd triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:02:59.344877 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.464855 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-a2f60c44-4844-498a-bbae-75c6b3878100 service neutron] 10.222.0.37 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863644 Apr 30 14:02:59.552507 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.670182 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:59.681780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Usage tracker for resource:security_group_rule and tenant:1850ef25573742f18c84f677a17137f8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:59.686679 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:59.687178 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:59.694097 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Usage tracker for resource:port and tenant:514858c5680742adb3967ca0ce8644e7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:59.697004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:59.700518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:59.716185 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:59.742703 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-12886d20-43bb-401b-b798-13e28671b152 service neutron] 10.222.0.37 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763386 Apr 30 14:02:59.751459 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0265397-6255-4a75-b6e8-c6e58eb0e13c req-670e1d0b-e6e6-4b7f-888b-ce700a35578c tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:02:59.758839 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f0265397-6255-4a75-b6e8-c6e58eb0e13c req-670e1d0b-e6e6-4b7f-888b-ce700a35578c tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.9503756 Apr 30 14:02:59.789973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Made reservation on behalf of 514858c5680742adb3967ca0ce8644e7 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:02:59.793988 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.801248 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36228) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:02:59.839525 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.845067 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f0265397-6255-4a75-b6e8-c6e58eb0e13c req-66ccbc18-4155-4030-84a8-ed9f45fa9bfd tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840011 Apr 30 14:02:59.866449 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:02:59.878740 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Usage tracker for resource:security_group_rule and tenant:77113ca1e48d45d0a0238bba6e3eef7d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:02:59.884321 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:02:59.888096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.891967 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:02:59.895423 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:02:59.963125 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:02:59.989239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7facdfea-aeb9-40be-9ee1-15dd3f29d214 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:02:59.995183 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1850ef25573742f18c84f677a17137f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0946403 Apr 30 14:02:59.999573 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.004031 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36238) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:00.018855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Transition to ACTIVE for port object 7facdfea-aeb9-40be-9ee1-15dd3f29d214 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:00.036168 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7cb87-634f-4277-bd1b-e68f631c1b8d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:00.047995 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:00.120747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.124660 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.178340 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.179642 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0479c268-e4c5-4a96-a1b6-2aa3e6195c0e req-0f49e38d-1842-4a68-a292-cdcb69b767bf tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 210 time: 0.1576824 Apr 30 14:03:00.186092 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:00.233909 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.46', 62904) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:00.236585 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.283004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.312399 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9', 'code': 200} Apr 30 14:03:00.317070 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f618331-bd73-491a-af7e-be49a0fb1149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:00.583822 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f1117dad-343b-4da2-a6d9-85b974a47eb5 req-faa08642-6b4c-49af-8047-eabbbf9ef212 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.1251390 Apr 30 14:03:00.584942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a344b94-6e11-4147-96a0-078d689ea57e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:00.593354 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77113ca1e48d45d0a0238bba6e3eef7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861228 Apr 30 14:03:00.594466 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36264) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:00.596081 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:00.644842 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.652394 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Allocated IP 172.20.0.9 (32448d78-5b2d-456c-810d-9db7b9672051/966e7fd5-e030-4280-8c2a-50d681c23dea/1d78f111-7515-4c96-877f-3790e7bd67f3) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:03:00.668111 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f9a813dc-5106-42c6-b978-b1b1bc006c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:00.697330 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-b1edb964-e1d1-4185-b730-0fb99986572c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:00.699035 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-b1edb964-e1d1-4185-b730-0fb99986572c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 816 time: 0.4610476 Apr 30 14:03:00.707636 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7cb87-634f-4277-bd1b-e68f631c1b8d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:00.716726 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:00.756520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.758276 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69a7cb87-634f-4277-bd1b-e68f631c1b8d HTTP/1.1" status: 204 len: 168 time: 0.7493529 Apr 30 14:03:00.763683 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:00.793323 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-e3403921-2e5c-444f-8932-0addab3b4381 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:00.799389 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.46', 62908) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:00.827810 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-e3403921-2e5c-444f-8932-0addab3b4381 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:00.829012 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-e3403921-2e5c-444f-8932-0addab3b4381 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 380 time: 0.1136682 Apr 30 14:03:00.886409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-4b0a230a-22c7-4072-90d5-baefe9a213b7 req-b8ae4b46-1020-4729-a153-9697771666ec tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Synchronizing usage tracker for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:00.893692 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'port': {'device_id': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'admin_state_up': True, 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'security_groups': ['236821e5-65d1-4910-80ea-a99256b582d1']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:00.932824 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Attempting to bind port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:03:00.933164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Attempting to bind port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:03:00.933492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Attempting to bind port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 on network 32448d78-5b2d-456c-810d-9db7b9672051 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:00.944546 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 on network 32448d78-5b2d-456c-810d-9db7b9672051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:03:00.944876 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Attempting to bind port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 on network 32448d78-5b2d-456c-810d-9db7b9672051 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:00.951188 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-4b0a230a-22c7-4072-90d5-baefe9a213b7 req-b8ae4b46-1020-4729-a153-9697771666ec tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Unset dirty status for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:00.960273 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4b0a230a-22c7-4072-90d5-baefe9a213b7 req-b8ae4b46-1020-4729-a153-9697771666ec tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 210 time: 0.5245719 Apr 30 14:03:00.961495 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Pushing event updated for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:00.983481 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:00.996118 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:03:00.996455 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Checking segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:00.996850 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Bound using segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:03:00.997299 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Bound port: 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:03:00.997645 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.139883 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:01.153721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.168381 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device e4d6ec82-40ed-4200-be93-da911481cfdf up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:03:01.191292 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:03:01.195928 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.207153 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:03:01.214090 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.245995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:01.274080 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:port and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:01.314301 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:01.342708 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port e4d6ec82-40ed-4200-be93-da911481cfdf triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:01.343309 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.400548 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:01.401156 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.402319 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:01.402522 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] 10.222.0.46 "PUT /v2.0/ports/7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 1093 time: 3.0355875 Apr 30 14:03:01.404507 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:01.437487 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Pushing event updated for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:01.447918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:01.480342 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36290) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:01.485403 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.524561 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.536609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:01.542861 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:01.546784 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Usage tracker for resource:security_group_rule and tenant:ea91bff6f2d848048a981fdba96ab724 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:01.554694 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:01.569636 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:01.605701 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Made reservation on behalf of 615e8ba387e84caab32fbdba04695014 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:01.605925 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-756de8e9-98fd-4e61-be35-cca01bbf29a0 req-cc0b8d0b-27ce-4e60-9d16-4bb4cd0658ba tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 210 time: 0.1137795 Apr 30 14:03:01.609310 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.627997 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Network 32448d78-5b2d-456c-810d-9db7b9672051 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:03:01.637339 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:01.643430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:03:01.648866 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:01.651110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.666306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Pushing event updated for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:01.684690 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:01.701277 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9994957 Apr 30 14:03:01.705371 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-225e68a5-2c6f-43ba-b00b-7bd2acff6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:01.706994 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-225e68a5-2c6f-43ba-b00b-7bd2acff6bbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1096 time: 0.2582314 Apr 30 14:03:01.722296 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Request body: {'port': {'device_id': '127dee8a-5ea0-46a6-9501-938f631cc635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:01.741738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-7199c2c1-1bcc-4d78-9853-541f45005330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:01.743899 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-7199c2c1-1bcc-4d78-9853-541f45005330 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 1098 time: 0.9229133 Apr 30 14:03:01.821140 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.46', 62914) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:01.822601 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214', 'status': 'completed', 'code': 200} Apr 30 14:03:01.846903 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.873043 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-fdef7508-1a04-42d4-b1d8-f155a3abfaea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.1567452 Apr 30 14:03:01.878427 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907772f3-b3f5-4939-b33e-9e21d935a2f3 req-1d22d82f-5021-498c-bba9-da994d8820bc tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:01.879989 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-907772f3-b3f5-4939-b33e-9e21d935a2f3 req-1d22d82f-5021-498c-bba9-da994d8820bc tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.7607617 Apr 30 14:03:01.891811 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:01.899202 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Usage tracker for resource:security_group_rule and tenant:93fbbf1c02ef47709ed018e7ebfbb391 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:01.914646 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:01.940348 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:01.941788 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:02.051307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f0034ae0-9bea-4c77-a235-42e0e3a13564 req-17734c94-77a8-4685-a154-51738b693a42 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:02.068537 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Allocated IP 172.20.0.4 (83960dae-7b3f-4df4-a885-780b63bf5fb9/0818ec87-63a5-46b4-b624-c4b4317da7ce/62ee021c-cab4-4584-af31-c59641d457ad) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:03:02.140115 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-53071249-74a4-4d61-9c78-bd49fcae3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:02.141970 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-53071249-74a4-4d61-9c78-bd49fcae3373 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.2487001 Apr 30 14:03:02.147585 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:02.225450 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.245858 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-907772f3-b3f5-4939-b33e-9e21d935a2f3 req-5bef5c1b-ddbc-49d0-841f-92860e34edd5 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513086 Apr 30 14:03:02.250928 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-09c981fc-d410-42fc-b100-5cd916e574c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791512 Apr 30 14:03:02.257429 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f0034ae0-9bea-4c77-a235-42e0e3a13564 req-17734c94-77a8-4685-a154-51738b693a42 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:02.258999 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f0034ae0-9bea-4c77-a235-42e0e3a13564 req-17734c94-77a8-4685-a154-51738b693a42 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.3283508 Apr 30 14:03:02.268794 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-f545643e-ceca-46a2-b17f-ebf0b72c601a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:02.269182 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1fc098d9-a519-4d83-8257-f76e46602889 req-f545643e-ceca-46a2-b17f-ebf0b72c601a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:02.406691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36318) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:02.420172 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a344b94-6e11-4147-96a0-078d689ea57e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:02.444382 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:02.446063 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.465429 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.471594 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.475118 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a344b94-6e11-4147-96a0-078d689ea57e HTTP/1.1" status: 204 len: 168 time: 1.8709989 Apr 30 14:03:02.488366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1fc098d9-a519-4d83-8257-f76e46602889 req-f545643e-ceca-46a2-b17f-ebf0b72c601a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:02.490053 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-f545643e-ceca-46a2-b17f-ebf0b72c601a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 810 time: 0.6563420 Apr 30 14:03:02.491702 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.492144 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:02.518217 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.616486 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.622400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Synchronizing usage tracker for tenant:93fbbf1c02ef47709ed018e7ebfbb391 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:02.628777 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea91bff6f2d848048a981fdba96ab724&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334114 Apr 30 14:03:02.633902 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36328) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:02.639734 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.642782 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85778a3c-46af-4c87-be03-154371c6dda6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:02.661045 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:02.664945 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:02.709739 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Transition to ACTIVE for port object 62ee021c-cab4-4584-af31-c59641d457ad will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:02.724783 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-27c2e97f-31e3-42bc-a6e2-0919d0816e10 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629474 Apr 30 14:03:02.745752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:02.755084 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Unset dirty status for tenant:93fbbf1c02ef47709ed018e7ebfbb391 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:02.756207 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0017676 Apr 30 14:03:02.761754 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1fc098d9-a519-4d83-8257-f76e46602889 req-effbc627-3082-40f4-b7d6-fe54e6a1cfd7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:02.809670 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Usage tracker for resource:security_group_rule and tenant:09c45c87a04f4b2cb0d2e0d6abaae277 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:02.831528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:02.838298 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=823e00fe-6c2b-4a86-8690-5c07cc7a9189,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:02.853939 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-908c0bf8-5903-48a6-adf9-eec71be507dc req-23103909-b8de-4807-9cb3-05acebf3ff79 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:02.869065 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:02.880440 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:02.882205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.925917 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:02.951058 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233614f-6e90-4870-9e5e-9bcad0428c2b req-d0886f3e-0f43-4763-9921-0222b4fa06e0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:02.953041 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5233614f-6e90-4870-9e5e-9bcad0428c2b req-d0886f3e-0f43-4763-9921-0222b4fa06e0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 931 time: 0.5469933 Apr 30 14:03:02.970234 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-908c0bf8-5903-48a6-adf9-eec71be507dc req-23103909-b8de-4807-9cb3-05acebf3ff79 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:02.981672 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-908c0bf8-5903-48a6-adf9-eec71be507dc req-23103909-b8de-4807-9cb3-05acebf3ff79 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 210 time: 0.2326527 Apr 30 14:03:02.997387 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.013096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:03.059243 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.084747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:03:03.089744 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:03.109250 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:03:03.125945 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:03.126497 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.146601 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.167739 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85778a3c-46af-4c87-be03-154371c6dda6 HTTP/1.1" status: 204 len: 168 time: 0.5178976 Apr 30 14:03:03.187408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:03.193823 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:03.196860 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:03.220653 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85778a3c-46af-4c87-be03-154371c6dda6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:03.230765 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:03.233399 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3490858 Apr 30 14:03:03.247546 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Request body: {'port': {'device_id': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:03.277246 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e862d27e-a5a1-4886-9f29-1d3194929bd4 req-fe9709ff-8a55-4f32-bc47-c1b22310f05e service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327983 Apr 30 14:03:03.301414 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5233614f-6e90-4870-9e5e-9bcad0428c2b req-9bffd83a-5a12-4e45-ab50-0b4770c74635 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Synchronizing usage tracker for tenant:514858c5680742adb3967ca0ce8644e7 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:03.481627 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5233614f-6e90-4870-9e5e-9bcad0428c2b req-9bffd83a-5a12-4e45-ab50-0b4770c74635 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Unset dirty status for tenant:514858c5680742adb3967ca0ce8644e7 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:03.482862 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5233614f-6e90-4870-9e5e-9bcad0428c2b req-9bffd83a-5a12-4e45-ab50-0b4770c74635 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174129 Apr 30 14:03:03.484695 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.511235 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e58ef30b-9f83-4292-9451-711ed1791512 req-9faee426-a2d0-4bfb-a5cb-ed90a6f48e96 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.0718479 Apr 30 14:03:03.527990 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.530655 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-624c8316-899d-47df-9333-aded3ded6cb5 None None] Provisioning for port 62ee021c-cab4-4584-af31-c59641d457ad completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:03.533108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.552342 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-624c8316-899d-47df-9333-aded3ded6cb5 None None] Provisioning complete for port 62ee021c-cab4-4584-af31-c59641d457ad triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:03.555207 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-624c8316-899d-47df-9333-aded3ded6cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.561547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-833b787a-1c98-44de-936a-aa3a0c3b89f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:03.574276 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1fc098d9-a519-4d83-8257-f76e46602889 req-effbc627-3082-40f4-b7d6-fe54e6a1cfd7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:03.575410 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-effbc627-3082-40f4-b7d6-fe54e6a1cfd7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 379 time: 1.0677850 Apr 30 14:03:03.591972 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'port': {'device_id': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'admin_state_up': True, 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'security_groups': ['884774d9-b620-46cf-92ee-c8c3d499726f']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:03.620420 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d78f111-7515-4c96-877f-3790e7bd67f3 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:03.662864 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.727424 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-624c8316-899d-47df-9333-aded3ded6cb5 None None] Port 62ee021c-cab4-4584-af31-c59641d457ad cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:03:03.734839 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09c45c87a04f4b2cb0d2e0d6abaae277&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3259606 Apr 30 14:03:03.746916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36372) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:03.747604 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76e636a-5462-45cf-99f0-883bc418f05f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:03.800647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:03.821043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Transition to ACTIVE for port object 1d78f111-7515-4c96-877f-3790e7bd67f3 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:03.843241 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-0f224490-4623-465b-8928-81ef40826147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:03.843241 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-0f224490-4623-465b-8928-81ef40826147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1096 time: 0.4898276 Apr 30 14:03:03.847827 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:03.887125 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:03.987937 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a0b1e-7b77-4cd1-8379-754059c040ed req-56417e02-ed6e-4dfb-a680-df12a8a6fd82 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:03.995578 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-442a0b1e-7b77-4cd1-8379-754059c040ed req-56417e02-ed6e-4dfb-a680-df12a8a6fd82 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.2274272 Apr 30 14:03:04.136739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Pushing event updated for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:04.154881 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-442a0b1e-7b77-4cd1-8379-754059c040ed req-0052ecc7-0d20-469e-99ce-5627ace1a616 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584828 Apr 30 14:03:04.170649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:04.181688 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.188447 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:04.197063 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:04.214069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.220153 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Transition to ACTIVE for port object 62ee021c-cab4-4584-af31-c59641d457ad will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:04.230088 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.243599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:04.246490 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:04.329437 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Attempting to bind port 1d78f111-7515-4c96-877f-3790e7bd67f3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:03:04.329926 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Attempting to bind port 1d78f111-7515-4c96-877f-3790e7bd67f3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:03:04.330145 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Attempting to bind port 1d78f111-7515-4c96-877f-3790e7bd67f3 on network 32448d78-5b2d-456c-810d-9db7b9672051 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:04.352798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-86a51332-5b45-4977-993d-065ed564e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:04.354237 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-86a51332-5b45-4977-993d-065ed564e6bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.4970689 Apr 30 14:03:04.362877 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Port 1d78f111-7515-4c96-877f-3790e7bd67f3 on network 32448d78-5b2d-456c-810d-9db7b9672051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:03:04.363237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Attempting to bind port 1d78f111-7515-4c96-877f-3790e7bd67f3 on network 32448d78-5b2d-456c-810d-9db7b9672051 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:04.370663 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.378612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Made reservation on behalf of 0196b115a704458b9d38a8d24269a156 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:04.382059 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.470116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:03:04.470462 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Checking segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:04.471034 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Bound using segment: {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:03:04.471437 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Bound port: 1d78f111-7515-4c96-877f-3790e7bd67f3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:03:04.471774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.550821 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-675394e5-4ec4-40ba-b08d-9cad69445f9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.1827669 Apr 30 14:03:04.558911 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:04.561026 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:04.583908 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Attempting to bind port 62ee021c-cab4-4584-af31-c59641d457ad on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:03:04.584536 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Attempting to bind port 62ee021c-cab4-4584-af31-c59641d457ad by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:03:04.584949 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Attempting to bind port 62ee021c-cab4-4584-af31-c59641d457ad on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:04.590406 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Port 62ee021c-cab4-4584-af31-c59641d457ad on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:03:04.590738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Attempting to bind port 62ee021c-cab4-4584-af31-c59641d457ad on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:04.596274 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:03:04.596562 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Checking segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:04.597141 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Bound using segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:03:04.597576 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Bound port: 62ee021c-cab4-4584-af31-c59641d457ad, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:03:04.597927 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.769387 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:03:04.783292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:03:04.795351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.804741 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6ce1ef4-9d7c-4f9c-a489-058242cd3118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:04.884644 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-6090424e-f914-4052-9f46-037363cdc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:04.886161 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-6090424e-f914-4052-9f46-037363cdc6c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.3068278 Apr 30 14:03:04.933294 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:03:04.981619 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:04.995508 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3c570c01-55f6-4255-93ab-0f22fe2bc325 req-d020429c-10c9-48f6-9566-f84e6e11aaea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.0944657 Apr 30 14:03:05.001059 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb851-8d59-4212-b15c-13bcb6803304 req-bf3efd87-1d8a-4c5f-b212-1785ae0c43b3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.011376 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3adbb851-8d59-4212-b15c-13bcb6803304 req-bf3efd87-1d8a-4c5f-b212-1785ae0c43b3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.7405207 Apr 30 14:03:05.016434 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.017460 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:05.021952 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 1093 time: 1.7793412 Apr 30 14:03:05.022786 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:05.050246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d78f111-7515-4c96-877f-3790e7bd67f3,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:03:05.051417 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-644bba86-61be-479d-88a2-cf0c3e81a907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:05.064325 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-2e7a0e33-f1e3-4df2-985b-2d7ce89bfb8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286132 Apr 30 14:03:05.127198 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:05.221676 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76e636a-5462-45cf-99f0-883bc418f05f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:05.224628 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:05.241966 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9b86d0a-2eb8-40fd-8476-cc0b5ec1c299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:05.281322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:05.302217 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:05.330246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Allocated IP 172.20.0.6 (93821ff3-e2e9-455a-95f1-98bca328ea47/6c3f9ac5-8c13-4713-9cf3-222059d07aa5/06eb58b2-9fa6-410f-98be-bb444968b35b) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:03:05.441290 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.442389 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:05.443408 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 200 len: 1093 time: 3.7259953 Apr 30 14:03:05.453062 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:05.468868 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3adbb851-8d59-4212-b15c-13bcb6803304 req-73fee434-5a00-4326-9345-41be572a39e8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565310 Apr 30 14:03:05.514497 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:05.515537 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a76e636a-5462-45cf-99f0-883bc418f05f HTTP/1.1" status: 204 len: 168 time: 1.7651503 Apr 30 14:03:05.533598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-7a2ef536-97bc-4f1d-babf-82f162f27666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.535154 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-7a2ef536-97bc-4f1d-babf-82f162f27666 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1096 time: 0.3286719 Apr 30 14:03:05.544122 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22d8e-49ab-4e89-84c2-02e1b2ee023f req-841748b8-5fdc-4dc1-82c3-991641e2f076 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.551017 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-acd22d8e-49ab-4e89-84c2-02e1b2ee023f req-841748b8-5fdc-4dc1-82c3-991641e2f076 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 943 time: 0.2547932 Apr 30 14:03:05.644865 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-ad7970a5-9589-4861-a60c-825cbf9fbe72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 217 time: 0.0915186 Apr 30 14:03:05.719721 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-acd22d8e-49ab-4e89-84c2-02e1b2ee023f req-da6aaaae-d846-4a88-af41-53627175dddf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675386 Apr 30 14:03:05.755198 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-eafd7124-3598-4bcb-aa2d-188d9248cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.760108 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-eafd7124-3598-4bcb-aa2d-188d9248cb45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.1041894 Apr 30 14:03:05.829434 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3', 'status': 'completed', 'code': 200} Apr 30 14:03:05.839240 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Pushing event updated for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:05.859486 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-9dd68a80-f030-4bc6-ba77-dab616aa53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:05.860971 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-9dd68a80-f030-4bc6-ba77-dab616aa53d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949337 Apr 30 14:03:05.894351 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:05.897072 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-1bc13e6c-8c8d-436c-a9b1-ab8c86f39d3f service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899415 Apr 30 14:03:06.067300 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-107708b4-b5ff-4dca-9b1d-1d76d3ddfd9a service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941319 Apr 30 14:03:06.114080 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'status': 'completed', 'code': 200} Apr 30 14:03:06.268450 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36486) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:06.279864 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-106fa276-6d1b-445d-a8fe-180b78c3422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:06.282588 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-106fa276-6d1b-445d-a8fe-180b78c3422d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1096 time: 0.7732687 Apr 30 14:03:06.285786 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-7329852c-3239-4ad9-98b0-c96479410de5 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655236 Apr 30 14:03:06.364234 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e1f8dd71-c09d-4b90-adb0-da0a45c001bf req-16fdbd2c-f56e-4923-b87c-c570552a7586 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.0947864 Apr 30 14:03:06.370695 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:06.392540 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:06.400866 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Usage tracker for resource:security_group_rule and tenant:0f80b916cc644214a7671db90f2b5a0b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:06.411649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:06.421408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:06.427072 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a398b059-4d3f-4514-a3d8-50ff3b83f2b2 req-5e77e276-b55d-49ee-8898-bfd289830994 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529067 Apr 30 14:03:06.431004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3086e-87e8-45fb-b395-7119529c5d0c req-36bda6e7-c4ee-44d1-a3b8-8f2a31ae7e52 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:06.432722 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-55b3086e-87e8-45fb-b395-7119529c5d0c req-36bda6e7-c4ee-44d1-a3b8-8f2a31ae7e52 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.6073687 Apr 30 14:03:06.458608 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-ee63bbca-5d6e-4fe5-a94d-651712afb3b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 200 len: 217 time: 0.1200659 Apr 30 14:03:06.540789 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:06.585102 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:06.590972 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:06.592666 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-55b3086e-87e8-45fb-b395-7119529c5d0c req-b78cee9c-71ba-4474-80fb-da2d2997a733 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400938 Apr 30 14:03:06.596713 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Transition to ACTIVE for port object 06eb58b2-9fa6-410f-98be-bb444968b35b will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:06.605128 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df481153-7480-4da5-9ad2-a55b85916cff req-065dd501-15d4-4b19-a689-460e44d3fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:06.606738 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-065dd501-15d4-4b19-a689-460e44d3fdaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.1114538 Apr 30 14:03:06.608674 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09178d44-6fe0-4432-b854-73408c874246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:06.676509 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f80b916cc644214a7671db90f2b5a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617737 Apr 30 14:03:06.679015 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-930ff76d-00ea-444c-b52e-8a4ad8427ccd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637002 Apr 30 14:03:06.680052 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36510) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:06.683430 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27317eec-6626-4d3c-bacc-4887eeb34251,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:06.688468 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:06.692179 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-e7b7299c-d796-48e0-bb60-844eaf8329c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:06.693567 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-e7b7299c-d796-48e0-bb60-844eaf8329c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1096 time: 0.1964028 Apr 30 14:03:06.698422 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7facdfea-aeb9-40be-9ee1-15dd3f29d214 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:03:06.741503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:06.779901 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:06.903822 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:06.922476 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:03:06.925493 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '7facdfea-aeb9-40be-9ee1-15dd3f29d214', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'port_id': '7facdfea-aeb9-40be-9ee1-15dd3f29d214', 'mac_address': 'fa:16:3e:4b:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:03:06.964230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:06.980371 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:03:06.985810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:06.986430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.014712 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:07.032807 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-caf47785-b115-4021-b7f2-251ad1586dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.036651 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-caf47785-b115-4021-b7f2-251ad1586dcd service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.3361397 Apr 30 14:03:07.038763 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4537718 Apr 30 14:03:07.042062 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:07.064321 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae48d0-08a6-4bae-8725-d791f817e774 req-cf596a61-1ab5-454d-aeb7-dac9209e1e5d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.064321 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c3ae48d0-08a6-4bae-8725-d791f817e774 req-cf596a61-1ab5-454d-aeb7-dac9209e1e5d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.3140483 Apr 30 14:03:07.085625 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Request body: {'port': {'device_id': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:07.092009 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.120430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.156349 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7facdfea-aeb9-40be-9ee1-15dd3f29d214 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:07.161656 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-a57d84b6-f5f5-46b3-8d6e-2b6d004b89cb service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589100 Apr 30 14:03:07.210593 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-6bf6330a-f25f-4876-84f5-812fb8eba3dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 217 time: 0.1604414 Apr 30 14:03:07.215833 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:07.222084 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.228407 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d51fc483-c705-4db2-a25b-0b74098eed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:07.272522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.330057 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:07.333758 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:07.337411 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c3ae48d0-08a6-4bae-8725-d791f817e774 req-d91cd514-981c-4a47-89a2-3c43f2c5c225 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718707 Apr 30 14:03:07.367575 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-a8cf4a03-4ac1-41be-af71-b6be30d60d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.372042 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-a8cf4a03-4ac1-41be-af71-b6be30d60d3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.1541090 Apr 30 14:03:07.373470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-eafb7385-101a-4db9-8c6f-3d24d4c4bdd9 None None] Provisioning for port 06eb58b2-9fa6-410f-98be-bb444968b35b completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:07.394250 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-eafb7385-101a-4db9-8c6f-3d24d4c4bdd9 None None] Provisioning complete for port 06eb58b2-9fa6-410f-98be-bb444968b35b triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:07.394643 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-eafb7385-101a-4db9-8c6f-3d24d4c4bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.462964 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['7facdfea-aeb9-40be-9ee1-15dd3f29d214'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:03:07.511386 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-dddc6ff5-3629-49f8-9a02-07e9dcba8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.517649 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-dddc6ff5-3629-49f8-9a02-07e9dcba8b89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1371474 Apr 30 14:03:07.590614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.611380 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c1043-bbf3-4450-9988-e7e627f41c47 req-3bec4929-bf1f-465d-9ce2-9b0ab278dbe3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.619569 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dd0c1043-bbf3-4450-9988-e7e627f41c47 req-3bec4929-bf1f-465d-9ce2-9b0ab278dbe3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 943 time: 0.7045593 Apr 30 14:03:07.729884 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-eafb7385-101a-4db9-8c6f-3d24d4c4bdd9 None None] Port 06eb58b2-9fa6-410f-98be-bb444968b35b cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:03:07.781235 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df481153-7480-4da5-9ad2-a55b85916cff req-4fe9ce6e-3858-43dd-8fdf-fcbd176d2f19 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071568 Apr 30 14:03:07.785223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:07.800216 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dd0c1043-bbf3-4450-9988-e7e627f41c47 req-c9c31dc7-8994-4ef8-8939-5f4616100aaf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797199 Apr 30 14:03:07.826451 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c3535b6-78ce-4e93-8705-35b0c72121dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:07.885304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccd903-9a7a-4745-847b-b1ea40b1fabb req-4314f600-27dd-43d8-b46b-6d5dc9a936c4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:07.887854 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24ccd903-9a7a-4745-847b-b1ea40b1fabb req-4314f600-27dd-43d8-b46b-6d5dc9a936c4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 931 time: 0.3251727 Apr 30 14:03:07.930410 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-e183d68d-6d71-4638-a3cf-29ede87a361a service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024687 Apr 30 14:03:07.956208 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24ccd903-9a7a-4745-847b-b1ea40b1fabb req-5018a985-c130-4616-8d0f-171b6ef11143 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623815 Apr 30 14:03:07.982844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27317eec-6626-4d3c-bacc-4887eeb34251,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:08.008400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:08.013658 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:08.026505 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27317eec-6626-4d3c-bacc-4887eeb34251 HTTP/1.1" status: 204 len: 168 time: 1.3443863 Apr 30 14:03:08.123728 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2b3f4427-6eff-42d2-b156-8660637b53cd req-a21c7bb8-47f5-4e49-b3a0-6621e848ff2b service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711485 Apr 30 14:03:08.249340 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-b73ab6a3-473d-4f49-b271-1e7069e9e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:08.250953 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-b73ab6a3-473d-4f49-b271-1e7069e9e665 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1096 time: 0.3861949 Apr 30 14:03:08.647595 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-89db55c3-f74b-44dc-aae3-dec63b91ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:08.649739 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-89db55c3-f74b-44dc-aae3-dec63b91ec67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.3904700 Apr 30 14:03:08.708723 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:03:08.726347 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eb58b2-9fa6-410f-98be-bb444968b35b {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:08.742184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:08.746022 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-8cc4cf52-77e2-4717-aa85-ec38361f1f87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 200 len: 217 time: 0.0885653 Apr 30 14:03:08.765438 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7facdfea-aeb9-40be-9ee1-15dd3f29d214 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:03:08.785024 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36604) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:08.820567 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Transition to ACTIVE for port object 06eb58b2-9fa6-410f-98be-bb444968b35b will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:08.831163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:08.855409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:08.925768 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded52731-ddc5-459b-93e0-fb37811b475e req-b883d10c-94d8-46d4-a0ac-f1dbbc3d8659 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:08.928747 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ded52731-ddc5-459b-93e0-fb37811b475e req-b883d10c-94d8-46d4-a0ac-f1dbbc3d8659 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.3617115 Apr 30 14:03:08.933291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Pushing event updated for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:08.940937 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:08.943049 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-c4c146e3-a766-40b3-ac01-cd00fda48c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:08.944632 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-c4c146e3-a766-40b3-ac01-cd00fda48c07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.1906869 Apr 30 14:03:09.142577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:09.152605 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:09.154017 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-d0c458ff-cf93-4d83-9f4f-33584f8fffef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926458 Apr 30 14:03:09.162887 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:09.163286 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.194641 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '62ee021c-cab4-4584-af31-c59641d457ad', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:03:09.232322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.265224 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:09.271413 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c22b1483e1410fb3351dd45f3862ff is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:09.287645 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:09.303677 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:09.324191 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ded52731-ddc5-459b-93e0-fb37811b475e req-a37d8e54-6776-4ea5-b18b-f649a9a10230 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845482 Apr 30 14:03:09.345331 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.424484 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008bb64-4abf-4f21-9fc3-09425ea535df req-d005b0f8-d8e7-4a29-81fc-5db33d8a7cfd tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:09.431510 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6008bb64-4abf-4f21-9fc3-09425ea535df req-d005b0f8-d8e7-4a29-81fc-5db33d8a7cfd tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 943 time: 0.4023881 Apr 30 14:03:09.452072 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Attempting to bind port 06eb58b2-9fa6-410f-98be-bb444968b35b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:03:09.452309 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.452410 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Attempting to bind port 06eb58b2-9fa6-410f-98be-bb444968b35b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:03:09.452720 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Attempting to bind port 06eb58b2-9fa6-410f-98be-bb444968b35b on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:09.463751 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:09.484650 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Port 06eb58b2-9fa6-410f-98be-bb444968b35b on network 93821ff3-e2e9-455a-95f1-98bca328ea47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:03:09.484974 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Attempting to bind port 06eb58b2-9fa6-410f-98be-bb444968b35b on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:09.500578 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:09.508830 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:03:09.510707 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:09.511104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Checking segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:09.511685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Bound using segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:03:09.516343 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Bound port: 06eb58b2-9fa6-410f-98be-bb444968b35b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:03:09.516913 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.526441 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.533484 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:09.565020 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6008bb64-4abf-4f21-9fc3-09425ea535df req-1704d3c3-89c0-4990-839f-784845d4ba0e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325455 Apr 30 14:03:09.596476 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:09.611453 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.633854 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:09.635610 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.637099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:09.637636 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:09.657379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.697902 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:09.700715 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-d56513bc-7206-4ce3-930b-adc17130956c service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707022 Apr 30 14:03:09.714562 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7c22b1483e1410fb3351dd45f3862ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9278686 Apr 30 14:03:09.718998 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36650) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:09.820392 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['62ee021c-cab4-4584-af31-c59641d457ad'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:03:09.856327 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:09.864870 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:09.874111 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:09.923247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:03:09.952871 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=06eb58b2-9fa6-410f-98be-bb444968b35b,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:03:09.958334 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8e9fc-d618-4b1d-b47b-e095467d68e6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:09.985357 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:10.003160 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36662) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:10.025000 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.055504 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f63c5fb6-386f-4cda-9497-590c4c638e88 req-ad7c4952-3607-4c22-b654-048b272f1496 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396211 Apr 30 14:03:10.086869 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.099250 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:10.133996 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40ac2c-7e04-4473-b421-2f3905ee5a9d req-6b970bf4-1c0c-41c0-855f-79fabc342fab tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:10.150016 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8c40ac2c-7e04-4473-b421-2f3905ee5a9d req-6b970bf4-1c0c-41c0-855f-79fabc342fab tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 943 time: 0.2782853 Apr 30 14:03:10.165641 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:10.166538 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.168407 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] 10.222.0.46 "PUT /v2.0/ports/06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 1093 time: 3.1068347 Apr 30 14:03:10.171527 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:10.200688 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.223560 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:10.249583 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8e9fc-d618-4b1d-b47b-e095467d68e6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:10.262713 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8c40ac2c-7e04-4473-b421-2f3905ee5a9d req-9821a314-669d-42db-8abb-c473d147d637 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116955 Apr 30 14:03:10.266402 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:10.322472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.327516 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00c8e9fc-d618-4b1d-b47b-e095467d68e6 HTTP/1.1" status: 204 len: 168 time: 0.6072624 Apr 30 14:03:10.330274 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.370738 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Pushing event updated for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:10.381642 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:10.417308 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-6a4c1ee2-a777-4b9b-a262-899d86832b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:10.418012 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:10.422629 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214', 'code': 200} Apr 30 14:03:10.423488 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-6a4c1ee2-a777-4b9b-a262-899d86832b5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1096 time: 0.1908092 Apr 30 14:03:10.432420 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Usage tracker for resource:security_group_rule and tenant:1da403e19d91445e904bd34cb56a55b7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:10.439774 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:10.478687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:10.570349 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-d6797b37-9eb3-4904-be14-1dd520e73ffc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 217 time: 0.1211526 Apr 30 14:03:10.685040 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'status': 'completed', 'code': 200} Apr 30 14:03:10.718837 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36688) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:10.734511 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 1d78f111-7515-4c96-877f-3790e7bd67f3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:03:10.737200 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:03:10.780142 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.786899 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:10.861603 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8df7eb75-f4c0-409b-85be-7a323a0f498b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:10.922306 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c171de7c-eca9-4de4-b366-f5b23a3b01ce,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:10.940531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:10.950508 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1da403e19d91445e904bd34cb56a55b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9416523 Apr 30 14:03:11.003564 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36696) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:11.032958 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 62ee021c-cab4-4584-af31-c59641d457ad completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:11.047437 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 62ee021c-cab4-4584-af31-c59641d457ad triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:11.047859 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.063122 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36700) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:11.077841 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-e2f5e7d6-5acc-4b5d-b1ab-8f1639db16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:11.079304 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-e2f5e7d6-5acc-4b5d-b1ab-8f1639db16ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.5066190 Apr 30 14:03:11.134727 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.136895 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.145958 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d78f111-7515-4c96-877f-3790e7bd67f3,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:11.168203 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '1d78f111-7515-4c96-877f-3790e7bd67f3', 'network_id': '32448d78-5b2d-456c-810d-9db7b9672051', 'port_id': '1d78f111-7515-4c96-877f-3790e7bd67f3', 'mac_address': 'fa:16:3e:93:ba:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966e7fd5-e030-4280-8c2a-50d681c23dea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:03:11.173756 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:11.182396 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Usage tracker for resource:security_group_rule and tenant:7e38e247307343d183f8fad7e1df28e2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:11.186309 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:11.187114 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.193458 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:11.215711 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:11.224896 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:47c935621d9d449284fba98fb1e97ff2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:11.231201 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:11.241295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:11.275017 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.286984 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.302243 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec882d7-8d20-4508-b233-bad4a323fc31 req-21f58865-f118-4927-81a6-85c1104a9b9d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:11.306448 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.308059 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3ec882d7-8d20-4508-b233-bad4a323fc31 req-21f58865-f118-4927-81a6-85c1104a9b9d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 944 time: 0.5101898 Apr 30 14:03:11.309249 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d78f111-7515-4c96-877f-3790e7bd67f3 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:11.321682 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766f7fd-cf92-4f89-b9ba-f675699c3333 req-795f743b-f1c2-4d36-a508-e048f343c7bb tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:11.323402 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3766f7fd-cf92-4f89-b9ba-f675699c3333 req-795f743b-f1c2-4d36-a508-e048f343c7bb tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 943 time: 0.4066038 Apr 30 14:03:11.328297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26138d34-dbae-48db-b843-2fdb63677cae req-8f8c3123-a2bb-4802-92d1-dc368f9018e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:11.329926 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-26138d34-dbae-48db-b843-2fdb63677cae req-8f8c3123-a2bb-4802-92d1-dc368f9018e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.5285900 Apr 30 14:03:11.331182 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.346096 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d78f111-7515-4c96-877f-3790e7bd67f3,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:11.350918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc098d9-a519-4d83-8257-f76e46602889 req-11fb5b36-04e5-47f6-aaf2-8c95f00ce860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:11.353389 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-11fb5b36-04e5-47f6-aaf2-8c95f00ce860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2603412 Apr 30 14:03:11.353710 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:11.356041 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.358455 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-509d4653-2551-4b0f-b5b1-80855a609466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:11.358836 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:11.397350 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.422225 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.434212 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:11.435461 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e38e247307343d183f8fad7e1df28e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705502 Apr 30 14:03:11.438660 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:11.439251 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d065b72e-38e8-4953-8b98-da5bb1d32bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:11.441723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36710) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:11.468439 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3766f7fd-cf92-4f89-b9ba-f675699c3333 req-378cd5da-55b6-490d-b61e-62fbdc47a724 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 Apr 30 14:03:11.480019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb81160-b6ff-453f-b675-f2b358838875,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:11.483985 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3ec882d7-8d20-4508-b233-bad4a323fc31 req-c071973a-b9fa-4fce-9864-a95d9aa4e1e4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596925 Apr 30 14:03:11.486129 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:11.525546 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.528451 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:11.531315 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-26da15ac-a6f0-4d6c-a8df-f435fec30c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:11.531722 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:11.547439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c171de7c-eca9-4de4-b366-f5b23a3b01ce,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:11.549986 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:11.557485 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.561158 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c171de7c-eca9-4de4-b366-f5b23a3b01ce HTTP/1.1" status: 204 len: 168 time: 0.5487268 Apr 30 14:03:11.599349 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['1d78f111-7515-4c96-877f-3790e7bd67f3'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:03:11.680241 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-26138d34-dbae-48db-b843-2fdb63677cae req-5b86da94-91f5-425d-be58-85e1d4dcbd6c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238249 Apr 30 14:03:11.794878 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.798760 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-7ff042d5-fd83-431b-9c73-8f97e1bdee72 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375412 Apr 30 14:03:11.802199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.814939 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.860709 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:11.916494 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:12.020008 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36726) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:12.037695 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.041243 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47c935621d9d449284fba98fb1e97ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3112302 Apr 30 14:03:12.046158 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36730) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:12.046276 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35119-e217-479b-89c9-55f3c620d29f req-3b8d0c24-20e5-45c9-a9b1-3a9a19519391 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:12.046939 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-67a35119-e217-479b-89c9-55f3c620d29f req-3b8d0c24-20e5-45c9-a9b1-3a9a19519391 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:12.064583 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:12.066291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e488cc0-b435-40f7-9297-b4b2b13038b6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:12.068530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Usage tracker for resource:security_group_rule and tenant:b45f656ff37a485cb3d37c24c0fbfb48 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:12.071177 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:12.095153 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:12.096232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-67a35119-e217-479b-89c9-55f3c620d29f req-3b8d0c24-20e5-45c9-a9b1-3a9a19519391 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:12.097373 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-67a35119-e217-479b-89c9-55f3c620d29f req-3b8d0c24-20e5-45c9-a9b1-3a9a19519391 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 943 time: 0.4756057 Apr 30 14:03:12.101132 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.104303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:12.108098 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:12.151401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb81160-b6ff-453f-b675-f2b358838875,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:12.154500 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1fc098d9-a519-4d83-8257-f76e46602889 req-666589c7-b4bf-4cca-aee8-badcc213b2b8 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710817 Apr 30 14:03:12.159146 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:12.174164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.177958 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bb81160-b6ff-453f-b675-f2b358838875 HTTP/1.1" status: 204 len: 168 time: 0.7234592 Apr 30 14:03:12.178250 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.199226 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-67a35119-e217-479b-89c9-55f3c620d29f req-cd49a533-908f-4696-b932-914df6219406 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748546 Apr 30 14:03:12.239991 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.323441 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.329911 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.331594 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b14f-c23b-46c6-8e89-21964456138b req-ef40d89d-d0d0-4365-954a-31129a9aac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:12.333675 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-ef40d89d-d0d0-4365-954a-31129a9aac80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1096 time: 0.0873663 Apr 30 14:03:12.342153 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:12.411633 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45f656ff37a485cb3d37c24c0fbfb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904979 Apr 30 14:03:12.413576 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.423667 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2900b1-72bf-4aaf-857c-fdc74c078e5e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:12.423847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:12.426218 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36742) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:12.467226 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:12.495517 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:12.527531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b14f-c23b-46c6-8e89-21964456138b req-9018732f-33bd-4de4-9e41-66527d92b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:12.529001 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-9018732f-33bd-4de4-9e41-66527d92b20a service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.1876044 Apr 30 14:03:12.532241 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'code': 200} Apr 30 14:03:12.541482 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e488cc0-b435-40f7-9297-b4b2b13038b6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:12.546311 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:12.549245 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.553125 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e488cc0-b435-40f7-9297-b4b2b13038b6 HTTP/1.1" status: 204 len: 168 time: 0.5043375 Apr 30 14:03:12.666111 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.693216 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-8afcb0ca-91ed-4227-a6e9-52797168ef55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 217 time: 0.1382835 Apr 30 14:03:12.739057 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.746078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 1d78f111-7515-4c96-877f-3790e7bd67f3 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:03:12.827670 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.886159 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5efccc68-3bf4-41d8-b58f-b62a77e61b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:12.908427 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2900b1-72bf-4aaf-857c-fdc74c078e5e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:12.928739 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:12.946366 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:12.952086 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ea30f446-f6fd-4459-a3d4-2f81112fab47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe2900b1-72bf-4aaf-857c-fdc74c078e5e HTTP/1.1" status: 204 len: 168 time: 0.4950349 Apr 30 14:03:12.958412 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b14f-c23b-46c6-8e89-21964456138b req-d8d8b047-9ad0-41e1-8035-e5fff5697914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:12.961111 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-d8d8b047-9ad0-41e1-8035-e5fff5697914 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.2505426 Apr 30 14:03:12.973832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 1d78f111-7515-4c96-877f-3790e7bd67f3 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:12.980687 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 1d78f111-7515-4c96-877f-3790e7bd67f3 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:12.981891 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:13.042341 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295147b-a3ce-4bb9-9a01-a8bb1655804c req-1cab6e41-943b-4291-a996-2ed68bbe489a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:13.044900 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9295147b-a3ce-4bb9-9a01-a8bb1655804c req-1cab6e41-943b-4291-a996-2ed68bbe489a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 944 time: 0.2067149 Apr 30 14:03:13.201562 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9295147b-a3ce-4bb9-9a01-a8bb1655804c req-732fd3b5-eca5-4162-abf0-75d1f416c412 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481416 Apr 30 14:03:13.293478 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:13.335112 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d78f111-7515-4c96-877f-3790e7bd67f3,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:13.348182 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:13.353558 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:13.355654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709712e7-7e41-4a9c-b5a7-8b2487a3a67d req-45d63721-2e10-4ac3-9223-745ce757dda3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:13.363031 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-709712e7-7e41-4a9c-b5a7-8b2487a3a67d req-45d63721-2e10-4ac3-9223-745ce757dda3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.5177224 Apr 30 14:03:13.435791 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-709712e7-7e41-4a9c-b5a7-8b2487a3a67d req-e23170e5-c9b1-4c6e-a672-5cb2a218f208 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717888 Apr 30 14:03:13.450850 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b14f-c23b-46c6-8e89-21964456138b req-7cc5ec24-9ff3-4f69-8840-8fac0f27ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:13.458026 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-7cc5ec24-9ff3-4f69-8840-8fac0f27ad13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4776785 Apr 30 14:03:13.509979 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:13.515462 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:13.577557 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7af8c-2c51-40fb-a70d-4c2e3779d709 req-7ced89ff-1b9b-42ad-bdb6-8e8b378c155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:13.579028 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4db7af8c-2c51-40fb-a70d-4c2e3779d709 req-7ced89ff-1b9b-42ad-bdb6-8e8b378c155a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1098 time: 0.3535328 Apr 30 14:03:13.653379 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-80b8f3da-c49b-4402-b31a-f97db8fed596 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863005 Apr 30 14:03:13.660114 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4db7af8c-2c51-40fb-a70d-4c2e3779d709 req-66c64d7c-d1b3-4fd1-a1f5-10048a48ad2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719297 Apr 30 14:03:13.703942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36788) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:13.742548 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:13.773344 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:13.782167 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ca8b6bd36f4eb4b6e47874ee71abe6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:13.788038 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:13.812788 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:13.937708 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bb085-d637-4937-bc39-1b80848e73da req-58b336bb-53e4-4fcc-84ce-3a2163867ff5 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:13.939226 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-449bb085-d637-4937-bc39-1b80848e73da req-58b336bb-53e4-4fcc-84ce-3a2163867ff5 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 943 time: 0.2783198 Apr 30 14:03:13.942930 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b608b14f-c23b-46c6-8e89-21964456138b req-52eb4aaa-c884-4d73-9f82-e78c5e19b0bb service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615744 Apr 30 14:03:13.993627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.007924 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.015667 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-449bb085-d637-4937-bc39-1b80848e73da req-edf33544-bc21-4e5b-a358-f2d6fc4b3d82 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651739 Apr 30 14:03:14.018085 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-963479e9-c738-479c-8dc8-834601d59c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:14.067699 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3ca8b6bd36f4eb4b6e47874ee71abe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624077 Apr 30 14:03:14.071346 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 36804) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:14.076515 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b13dd8-9a1b-462a-a6b0-b8adef02000b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:14.080600 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:14.089599 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f5f4-1ce8-441b-bf33-4538b9566365 req-f6298ca9-63f3-4c5a-8b82-0ae1c1b0c98c tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:14.096697 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4e57f5f4-1ce8-441b-bf33-4538b9566365 req-f6298ca9-63f3-4c5a-8b82-0ae1c1b0c98c tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.2702231 Apr 30 14:03:14.137264 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.147373 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4e57f5f4-1ce8-441b-bf33-4538b9566365 req-de87875d-d56c-4d3f-a74f-3305bcd5ea13 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Apr 30 14:03:14.168768 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.222463 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.227960 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8d8382d0-1fc5-454a-9bb5-24439d723bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:14.239056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b13dd8-9a1b-462a-a6b0-b8adef02000b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:14.243609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:14.246774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:14.247932 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67b13dd8-9a1b-462a-a6b0-b8adef02000b HTTP/1.1" status: 204 len: 168 time: 0.1755912 Apr 30 14:03:14.428597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b347fa-4839-4f9a-863d-c24399b42aa7 req-78694a1d-62b1-4a5b-9e0c-25de91aec660 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:14.430817 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d4b347fa-4839-4f9a-863d-c24399b42aa7 req-78694a1d-62b1-4a5b-9e0c-25de91aec660 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1004364 Apr 30 14:03:14.486635 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d4b347fa-4839-4f9a-863d-c24399b42aa7 req-5016f8aa-2e0c-4ee8-bfef-69422b1d2d00 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Apr 30 14:03:14.533474 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:14.675987 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8767be-536b-49c3-9f7f-0c88d96c5c56 req-70f00435-2911-4178-b07c-3d83d433fb75 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:14.680526 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5f8767be-536b-49c3-9f7f-0c88d96c5c56 req-70f00435-2911-4178-b07c-3d83d433fb75 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0989377 Apr 30 14:03:14.693818 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3', 'code': 200} Apr 30 14:03:14.775264 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 06eb58b2-9fa6-410f-98be-bb444968b35b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:03:14.779717 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5f8767be-536b-49c3-9f7f-0c88d96c5c56 req-79187890-87b8-4937-91b8-9f0495f62aab tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981064 Apr 30 14:03:15.111217 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=06eb58b2-9fa6-410f-98be-bb444968b35b,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:15.146447 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'port_id': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'mac_address': 'fa:16:3e:86:ca:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:03:15.305657 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:15.380107 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eb58b2-9fa6-410f-98be-bb444968b35b {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:15.381019 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d63135-8f68-4c60-af3e-cba936841b6a req-5cd2eeb4-ac01-4801-a6f7-0d081810ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:15.382542 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d0d63135-8f68-4c60-af3e-cba936841b6a req-5cd2eeb4-ac01-4801-a6f7-0d081810ff20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1098 time: 0.3241875 Apr 30 14:03:15.406004 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=06eb58b2-9fa6-410f-98be-bb444968b35b,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:15.420766 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:15.423157 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:15.434704 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79860b-8918-401d-9917-8c422e3c540c req-82695f9a-03f6-47d3-9f0d-153ef09b3b69 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:15.442164 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fc79860b-8918-401d-9917-8c422e3c540c req-82695f9a-03f6-47d3-9f0d-153ef09b3b69 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.1570578 Apr 30 14:03:15.500991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:15.504714 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:15.542325 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d0d63135-8f68-4c60-af3e-cba936841b6a req-e90ca209-2b95-40d6-ad2a-59e724cb65dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511343 Apr 30 14:03:15.555881 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fc79860b-8918-401d-9917-8c422e3c540c req-9043d31f-66c6-4628-9ad8-0fb8ec049d98 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 Apr 30 14:03:15.617475 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9320b-42cd-48d7-acf4-0844bc17dd58 req-06497191-2a86-4ee8-9490-8a655eaf1162 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:15.625492 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a6c9320b-42cd-48d7-acf4-0844bc17dd58 req-06497191-2a86-4ee8-9490-8a655eaf1162 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 943 time: 0.4301686 Apr 30 14:03:15.729968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['06eb58b2-9fa6-410f-98be-bb444968b35b'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:03:15.775774 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a6c9320b-42cd-48d7-acf4-0844bc17dd58 req-5448d936-0593-4b09-a25c-b3e7b7c2c980 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486585 Apr 30 14:03:15.833224 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-8859bbe1-9dbb-432f-9da0-2f8f3baf9785 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:15.837143 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-8859bbe1-9dbb-432f-9da0-2f8f3baf9785 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 945 time: 0.2987206 Apr 30 14:03:15.893261 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a161f9-f376-43fe-a8e9-966570e80ee9 req-321a2547-d579-49bf-8e53-44441e84b36b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:15.901423 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a1a161f9-f376-43fe-a8e9-966570e80ee9 req-321a2547-d579-49bf-8e53-44441e84b36b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1507957 Apr 30 14:03:15.969509 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a1a161f9-f376-43fe-a8e9-966570e80ee9 req-8f38273e-aa28-4b7b-94b4-0d4e5862b70f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 Apr 30 14:03:15.975115 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-403a8417-f546-4c1c-9373-97bb9cd3a4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:16.157619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:16.166986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82ce2f-9de9-4dee-b66c-2efc97027d33 req-b4818693-914f-4dde-a4e7-98b28e419f62 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:16.175894 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ee82ce2f-9de9-4dee-b66c-2efc97027d33 req-b4818693-914f-4dde-a4e7-98b28e419f62 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1738563 Apr 30 14:03:16.236689 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ee82ce2f-9de9-4dee-b66c-2efc97027d33 req-1fa9c190-11d2-4c9f-a4cf-68e22aa6bd32 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596905 Apr 30 14:03:16.239316 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Deleting port 12db4653-d60e-4781-b849-caeeb3cf11d9 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:03:16.239665 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:16.492984 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] For port 12db4653-d60e-4781-b849-caeeb3cf11d9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12db4653-d60e-4781-b849-caeeb3cf11d9,segment=NetworkSegment(57cf06d2-72fb-43f1-ba96-ca442982e8e4),segment_id=57cf06d2-72fb-43f1-ba96-ca442982e8e4)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:16.494362 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:16.597235 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231bab-a448-4a10-8c47-558b44f18250 req-48bdf08a-c677-456f-9dc6-35e8634f7af4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:16.611531 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6a231bab-a448-4a10-8c47-558b44f18250 req-48bdf08a-c677-456f-9dc6-35e8634f7af4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1866469 Apr 30 14:03:16.612083 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 36968) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:16.624952 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'floatingip': {'port_id': '62ee021c-cab4-4584-af31-c59641d457ad'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:16.706949 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Calling delete_port for 12db4653-d60e-4781-b849-caeeb3cf11d9 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:03:16.769636 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 06eb58b2-9fa6-410f-98be-bb444968b35b up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:03:16.886121 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:16.903172 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 06eb58b2-9fa6-410f-98be-bb444968b35b completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:03:16.910649 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 06eb58b2-9fa6-410f-98be-bb444968b35b triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:03:16.911660 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:17.102825 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:17.113340 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:17.120691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:17.127706 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['12db4653-d60e-4781-b849-caeeb3cf11d9'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:03:17.230949 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:17.232668 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Pushing event deleted for resources: {'Port': ['ID=12db4653-d60e-4781-b849-caeeb3cf11d9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:17.243498 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=06eb58b2-9fa6-410f-98be-bb444968b35b,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:17.251294 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:17.255519 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:17.308197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831a04b-b9a3-450d-96c5-24a05b8416db req-e26660f6-b029-488e-9793-0a1efadd5fbd tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:17.324863 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e831a04b-b9a3-450d-96c5-24a05b8416db req-e26660f6-b029-488e-9793-0a1efadd5fbd tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 867 time: 0.5167532 Apr 30 14:03:17.380900 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:17.402396 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:17.455577 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56469b4f-6d50-4c43-8949-91bdaf431c58 req-c46bb0da-df84-4ee4-9449-845a9d840efc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:17.463146 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-56469b4f-6d50-4c43-8949-91bdaf431c58 req-c46bb0da-df84-4ee4-9449-845a9d840efc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 944 time: 0.4324262 Apr 30 14:03:17.499045 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] No DVR routers for this DVR port 12db4653-d60e-4781-b849-caeeb3cf11d9 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:03:17.523617 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:17.526495 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:17.526944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'name': 'network-vif-deleted', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:17.569551 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e831a04b-b9a3-450d-96c5-24a05b8416db req-11ea47e7-e570-446e-a010-d8901c166756 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aacb395-be30-4dc9-b2a5-a32e4415b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438393 Apr 30 14:03:17.572583 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7badf3aa-0f23-449f-9c43-b19088e50f25 req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.46 "DELETE /v2.0/ports/12db4653-d60e-4781-b849-caeeb3cf11d9 HTTP/1.1" status: 204 len: 173 time: 1.7277017 Apr 30 14:03:17.579864 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-56469b4f-6d50-4c43-8949-91bdaf431c58 req-cc28fd9a-3d21-44ef-9ab9-37fc0ea371fe tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157634 Apr 30 14:03:17.723134 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'code': 200} Apr 30 14:03:17.815772 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0abb7-2261-4f30-ac51-47ff10b2f63d', 'name': 'network-vif-deleted', 'tag': '12db4653-d60e-4781-b849-caeeb3cf11d9', 'status': 'completed', 'code': 200} Apr 30 14:03:17.906540 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f69c-a092-4d60-af30-582608cdcfc2 req-d437829f-1c44-4153-8d91-38209e2e7220 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:17.911355 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b8d0f69c-a092-4d60-af30-582608cdcfc2 req-d437829f-1c44-4153-8d91-38209e2e7220 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1474433 Apr 30 14:03:18.036602 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b8d0f69c-a092-4d60-af30-582608cdcfc2 req-322ec676-ef1b-496b-a524-2fcfa6d2991e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130846 Apr 30 14:03:18.086895 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1157f06-edfd-4cff-9e6a-7383e93b2a22 req-bc843ab2-70af-4052-89e3-08896d81ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:18.088323 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e1157f06-edfd-4cff-9e6a-7383e93b2a22 req-bc843ab2-70af-4052-89e3-08896d81ebba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1098 time: 0.0927968 Apr 30 14:03:18.134839 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:03:18.148579 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e1157f06-edfd-4cff-9e6a-7383e93b2a22 req-2ad03c42-753a-469b-91c1-969add055b86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 Apr 30 14:03:18.167657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:18.175954 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:18.358630 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-be26cb19-06fb-4cd7-ace1-a913ccb768b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:18.446130 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Floating IP f3ebadd1-ddff-4bfc-a2d0-4629068d5549 associated. External IP: 172.28.0.34, port: 62ee021c-cab4-4584-af31-c59641d457ad. Apr 30 14:03:18.516961 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:18.632141 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-a9c50dfd-11f3-4cbd-922d-d100a0d7c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:18.633592 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-a9c50dfd-11f3-4cbd-922d-d100a0d7c1ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1098 time: 0.1713862 Apr 30 14:03:18.760286 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1243-05f2-44cc-ac1d-6db877cae3ea req-25b14262-4c1d-4572-81a9-0b095b7fbc75 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:18.761812 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-128d1243-05f2-44cc-ac1d-6db877cae3ea req-25b14262-4c1d-4572-81a9-0b095b7fbc75 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1938934 Apr 30 14:03:18.769989 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-03bbdd62-35da-4faa-8b53-6c5803d93750 req-557c293a-921b-4ddf-b0c7-bddab77b7fe5 tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0abb7-2261-4f30-ac51-47ff10b2f63d HTTP/1.1" status: 200 len: 210 time: 0.0514374 Apr 30 14:03:18.841377 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-128d1243-05f2-44cc-ac1d-6db877cae3ea req-ade645e5-290d-4328-823a-a010faae7854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675511 Apr 30 14:03:18.843978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-754ae5de-a7f0-4bc4-9de9-25760cf21832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:18.845501 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-754ae5de-a7f0-4bc4-9de9-25760cf21832 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.2030261 Apr 30 14:03:18.953222 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-9080559c-e601-4c8d-9332-e8097dbdaeab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 200 len: 217 time: 0.0953383 Apr 30 14:03:19.035970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-b9a4e7ed-d658-482e-9868-20921608d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:19.036183 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:03:19.037976 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-b9a4e7ed-d658-482e-9868-20921608d1c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0707228 Apr 30 14:03:19.060041 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d461c-8855-42f2-b32a-e1cfc8579bfd req-7cb01c4f-a44b-4ec1-8c39-cac5f08035dc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:19.061434 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5c4d461c-8855-42f2-b32a-e1cfc8579bfd req-7cb01c4f-a44b-4ec1-8c39-cac5f08035dc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1261146 Apr 30 14:03:19.120281 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-936ac3d3-daa6-4ec8-8dd0-086564e4a168 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696697 Apr 30 14:03:19.197902 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5c4d461c-8855-42f2-b32a-e1cfc8579bfd req-a6175408-7627-4043-9ca3-d98717f7e8e2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801337 Apr 30 14:03:19.356648 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:03:19.375328 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:03:19.385564 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-306f56b0-315b-412e-aee7-94ed8998d801 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301657 Apr 30 14:03:19.388151 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:19.403739 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:19.404786 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:03:19.405438 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:03:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:19.465104 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2965cf29-5457-4aec-9d1f-0d355bb3b791 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "PUT /v2.0/floatingips/f3ebadd1-ddff-4bfc-a2d0-4629068d5549 HTTP/1.1" status: 200 len: 990 time: 2.8412762 Apr 30 14:03:19.467085 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:19.563754 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'status': 'completed', 'code': 200} Apr 30 14:03:19.608980 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-71d47bbc-491d-4d7f-a2d3-73d74bf293d8 req-d2a20bd4-8f6a-487d-a9ba-e1a26c629dc5 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159636 Apr 30 14:03:19.707701 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-94317647-56d8-4973-81a1-b3a7daec5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:19.710765 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-94317647-56d8-4973-81a1-b3a7daec5755 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1098 time: 0.1003489 Apr 30 14:03:19.739628 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:03:19.883941 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-4b609c2f-160f-45c5-8ef0-600b38d9f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:19.885406 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-4b609c2f-160f-45c5-8ef0-600b38d9f5aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1558516 Apr 30 14:03:20.018011 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-969427a7-55e3-42fc-a4ca-9f81f4d5b5b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 998 time: 0.1217442 Apr 30 14:03:20.165940 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-d2e69f9b-40d9-4825-a430-60571c3903da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:20.167737 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-d2e69f9b-40d9-4825-a430-60571c3903da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0982316 Apr 30 14:03:20.176434 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6736fc8-ac9b-45fd-915c-01e9953e5f6e req-0cc13b4a-f84f-47bb-8a54-2c08e80060e5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:20.177972 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f6736fc8-ac9b-45fd-915c-01e9953e5f6e req-0cc13b4a-f84f-47bb-8a54-2c08e80060e5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1624062 Apr 30 14:03:20.228217 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f3ebadd1-ddff-4bfc-a2d0-4629068d5549', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:51Z', 'updated_at': '2021-04-30T14:03:17Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:20.232352 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:03:20.243945 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:03:20.248725 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:03:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:20.364055 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f6736fc8-ac9b-45fd-915c-01e9953e5f6e req-4ccbb3ec-2434-485c-8b10-03eb88dd39fd tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273723 Apr 30 14:03:20.390331 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-23d0f81f-8cb5-4529-8364-abbea15a575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:20.391318 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-23d0f81f-8cb5-4529-8364-abbea15a575e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2089679 Apr 30 14:03:20.500918 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695413-1284-42ac-a836-540e7e84b59e req-84ca4aa5-7473-4b87-a812-5f02c85c3095 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:20.509756 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0a695413-1284-42ac-a836-540e7e84b59e req-84ca4aa5-7473-4b87-a812-5f02c85c3095 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1088943 Apr 30 14:03:20.548717 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:03:20.560922 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0a695413-1284-42ac-a836-540e7e84b59e req-585e6693-d4ee-4644-95a7-c4b8a9011b9e tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498979 Apr 30 14:03:20.625484 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-4dddfc2e-2721-4e57-9e3d-441460bb276d service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221162 Apr 30 14:03:20.805957 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 12db4653-d60e-4781-b849-caeeb3cf11d9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:03:20.904892 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 12db4653-d60e-4781-b849-caeeb3cf11d9 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:03:20.905247 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 12db4653-d60e-4781-b849-caeeb3cf11d9 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:03:20.919206 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513343d9-32db-40b3-9bc0-5d232ea6fc7b req-b3951225-e00c-4720-ba72-deba37edf9c1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:20.920879 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-513343d9-32db-40b3-9bc0-5d232ea6fc7b req-b3951225-e00c-4720-ba72-deba37edf9c1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.2185826 Apr 30 14:03:20.928206 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c6af8c0f-0c82-43fb-9237-9c231881c9d8 req-86eaee12-ec8c-4130-bdc5-4798a24fde6b service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875926 Apr 30 14:03:20.932748 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37096) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:20.938336 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'floatingip': {'port_id': '06eb58b2-9fa6-410f-98be-bb444968b35b'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:21.025676 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:21.150582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:21.162411 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f3ebadd1-ddff-4bfc-a2d0-4629068d5549', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:51Z', 'updated_at': '2021-04-30T14:03:17Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:21.170421 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e86c-6e28-4247-b0a5-48af9a6afdf4 None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f3ebadd1-ddff-4bfc-a2d0-4629068d5549', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:51Z', 'updated_at': '2021-04-30T14:03:17Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:03:21.491118 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272e717-5390-44f9-ae11-06e23171b7eb None None] New status for floating IP f3ebadd1-ddff-4bfc-a2d0-4629068d5549: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:03:21.711335 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a1acb-f668-484d-b193-8e03b8f101f4 req-37c1f092-fbe7-49ad-9d87-f2a1f333bba1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:21.712987 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d58a1acb-f668-484d-b193-8e03b8f101f4 req-37c1f092-fbe7-49ad-9d87-f2a1f333bba1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1745214 Apr 30 14:03:21.771454 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d58a1acb-f668-484d-b193-8e03b8f101f4 req-73f15532-2fc6-4462-9234-e545fa5dd61b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Apr 30 14:03:22.055319 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.062874 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.260485 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Floating IP 0077ef37-5306-4485-9bd7-fdf2d2e6e669 associated. External IP: 172.28.0.212, port: 06eb58b2-9fa6-410f-98be-bb444968b35b. Apr 30 14:03:22.483782 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37180) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:22.559552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Deleting subnet 1ddd5413-eb4f-43e9-a43f-e267eb61a0ab {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:03:22.564723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.643013 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.660304 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.758090 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:03:22.981716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:22.993620 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72e7f860-c823-4a8f-990e-b763bef06f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:22.997282 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:03:23.003776 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:23.009164 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:03:23.025214 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:03:23.026549 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:03:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.045560 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ddd5413-eb4f-43e9-a43f-e267eb61a0ab,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:23.057290 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069748 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.069837 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.070140 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.070475 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:23.080387 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:23.082747 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a2548d95-0bfe-4b14-a2b5-0d18acd052b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ddd5413-eb4f-43e9-a43f-e267eb61a0ab HTTP/1.1" status: 204 len: 168 time: 0.5979705 Apr 30 14:03:23.085991 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37194) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:23.156801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd09d4-fde8-40fa-906b-eb90dd6cd89a req-fd345a55-8494-4541-8cc6-b0ca78342279 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:23.164644 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f8fd09d4-fde8-40fa-906b-eb90dd6cd89a req-fd345a55-8494-4541-8cc6-b0ca78342279 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2271090 Apr 30 14:03:23.193856 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-20524f13-54a2-4584-8bb6-bf2d7a38a877 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "PUT /v2.0/floatingips/0077ef37-5306-4485-9bd7-fdf2d2e6e669 HTTP/1.1" status: 200 len: 991 time: 2.2599998 Apr 30 14:03:23.197644 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:23.297721 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f8fd09d4-fde8-40fa-906b-eb90dd6cd89a req-edafca61-276c-4e14-b6ef-d3866cdd456b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320994 Apr 30 14:03:23.314759 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:23.414577 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'status': 'completed', 'code': 200} Apr 30 14:03:23.417763 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:03:23.546689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:23.674337 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.674679 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.675435 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.675778 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > port after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.676147 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.676492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > port after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.676804 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.677116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.677433 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.677734 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.802314 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '0077ef37-5306-4485-9bd7-fdf2d2e6e669', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:86:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:56Z', 'updated_at': '2021-04-30T14:03:21Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.806049 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:03:23.817616 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:03:23.818247 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:03:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.838098 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.838463 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.838791 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.839114 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:23.839504 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cda114-e217-4370-a7b5-198e85c32fcf']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.849199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-d9a4ea22-02dd-4e9a-9724-e6aa398b16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:23.851480 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-d9a4ea22-02dd-4e9a-9724-e6aa398b16d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1098 time: 0.4054899 Apr 30 14:03:23.859665 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cf06d2-72fb-43f1-ba96-ca442982e8e4') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.860022 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cf06d2-72fb-43f1-ba96-ca442982e8e4') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:23.902762 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.026636 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:03:24.044359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.070747 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:03:24.215339 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-d8d21329-3be8-46c8-b6a9-6dab226a9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:24.216842 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-d8d21329-3be8-46c8-b6a9-6dab226a9206 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.3500006 Apr 30 14:03:24.354669 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Network 72cda114-e217-4370-a7b5-198e85c32fcf has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:24.366460 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.382453 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37236) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:24.548513 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-e370bcdf-ee96-4cbf-af05-0252c555aa84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 999 time: 0.2762892 Apr 30 14:03:24.583356 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '0077ef37-5306-4485-9bd7-fdf2d2e6e669', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:86:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:56Z', 'updated_at': '2021-04-30T14:03:21Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:24.590331 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad123-99dc-449c-be44-10a2f3f3a3cf None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '0077ef37-5306-4485-9bd7-fdf2d2e6e669', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:86:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:02:56Z', 'updated_at': '2021-04-30T14:03:21Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:03:24.632069 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.664206 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:24.673558 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Usage tracker for resource:security_group_rule and tenant:18e91c49c88a426882232b100d37fab6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:24.681678 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:24.700550 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:24.734258 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a018c-23bf-4aec-bdbb-8439fff6de73 req-f98d8e2c-8232-4555-a97e-e8fd3d4aed38 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:24.742948 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a39a018c-23bf-4aec-bdbb-8439fff6de73 req-f98d8e2c-8232-4555-a97e-e8fd3d4aed38 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2341099 Apr 30 14:03:24.792714 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-80ff4e13-5943-4bf0-918e-f2e93a1d6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:24.794290 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-80ff4e13-5943-4bf0-918e-f2e93a1d6284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.1082406 Apr 30 14:03:24.814354 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Network 72cda114-e217-4370-a7b5-198e85c32fcf has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:24.823640 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a39a018c-23bf-4aec-bdbb-8439fff6de73 req-3ac955cb-4595-4c8b-a347-2640edf4dd6a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795763 Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: from cryptography.utils import int_from_bytes Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: from cryptography.utils import int_from_bytes Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:03:24.893002 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:03:24.922399 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085cec8-bb79-4797-a133-70e92bd74a8c None None] New status for floating IP 0077ef37-5306-4485-9bd7-fdf2d2e6e669: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:03:24.964501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.971971 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:24.983659 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:25.030458 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18e91c49c88a426882232b100d37fab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468325 Apr 30 14:03:25.032577 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37268) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:25.047155 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ee3a2d-856e-4df0-81a2-e24eea533988,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:25.058858 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.059295 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.059617 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.060130 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.060450 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.060935 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.061126 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.061466 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.061992 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.062228 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.062491 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.062826 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:25.068326 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:25.069417 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.080641 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:25.106456 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.122922 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cda114-e217-4370-a7b5-198e85c32fcf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:25.128326 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-89f9ab6c-9c7b-488b-ae88-d69a7cea49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:25.130000 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-89f9ab6c-9c7b-488b-ae88-d69a7cea49d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2901700 Apr 30 14:03:25.131145 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72cda114-e217-4370-a7b5-198e85c32fcf HTTP/1.1" status: 204 len: 168 time: 2.0446191 Apr 30 14:03:25.133519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:25.164557 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.206234 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.306689 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.311206 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:25.322293 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-504601ca-48f0-4202-8584-ec81db918f85 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848819 Apr 30 14:03:25.345059 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ee3a2d-856e-4df0-81a2-e24eea533988,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:25.352963 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:25.357745 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.360392 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0ee3a2d-856e-4df0-81a2-e24eea533988 HTTP/1.1" status: 204 len: 168 time: 0.3271849 Apr 30 14:03:25.378093 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37282) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:25.454806 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-c4024250-e8e5-4490-a4a6-131d4456ea29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=487eeba499fc4dad8605c67cfc9705b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0776262 Apr 30 14:03:25.457295 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37286) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:25.566286 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0d0871d4-a543-4034-b3dc-f0ae9e2d6e9a req-dcca52f0-5020-4123-b840-63d79250cdbb service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329838 Apr 30 14:03:25.637156 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.670332 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.725041 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.729320 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a7f54201-1341-465f-aac4-1111597cea74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:25.744292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aacb395-be30-4dc9-b2a5-a32e4415b84c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:25.747057 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:25.756117 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.757929 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1aacb395-be30-4dc9-b2a5-a32e4415b84c HTTP/1.1" status: 204 len: 168 time: 0.2990062 Apr 30 14:03:25.879496 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37302) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:25.900110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:25.918662 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:25.922793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Usage tracker for resource:security_group_rule and tenant:3c4bbb60362542c69eb3efeec8d2bae6 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:25.925912 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:25.932500 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:26.087419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafbd25-dfda-4fe5-bdf3-31dfee51fc9c req-c58e99af-f69a-438b-aaba-f472ea1e9dc2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:26.088893 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1eafbd25-dfda-4fe5-bdf3-31dfee51fc9c req-c58e99af-f69a-438b-aaba-f472ea1e9dc2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1357577 Apr 30 14:03:26.097647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.114910 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.124158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-02aa47d9-9918-45b7-8432-e90e6c8a9c35 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:26.176465 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c4bbb60362542c69eb3efeec8d2bae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972357 Apr 30 14:03:26.179735 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37316) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:26.184170 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1eafbd25-dfda-4fe5-bdf3-31dfee51fc9c req-6b30b5a4-e32c-430e-8871-05ddf391cc4c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Apr 30 14:03:26.185651 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d5cf09-31cf-4ab0-8450-2b7c829d587e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:26.189513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:26.250675 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.276765 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.336773 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.340378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:26.353984 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d5cf09-31cf-4ab0-8450-2b7c829d587e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:26.356980 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:26.358907 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:26.362567 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0d5cf09-31cf-4ab0-8450-2b7c829d587e HTTP/1.1" status: 204 len: 168 time: 0.1791523 Apr 30 14:03:27.420497 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b8b2c-534a-4d6a-bb0f-200a080753d7 req-84675f0a-0b29-4ab6-902e-e4a0275ef7c6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:27.425889 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e22b8b2c-534a-4d6a-bb0f-200a080753d7 req-84675f0a-0b29-4ab6-902e-e4a0275ef7c6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1030114 Apr 30 14:03:27.479893 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e22b8b2c-534a-4d6a-bb0f-200a080753d7 req-88453757-28b4-4336-b737-0a4bdbe926a4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Apr 30 14:03:28.013849 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37484) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:28.155732 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.173084 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:28.177681 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Usage tracker for resource:security_group_rule and tenant:8ea0d09a15d541bc807d2f18bf154aef is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:28.181101 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:28.188490 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:28.314140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.320096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.330213 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:28.386850 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ea0d09a15d541bc807d2f18bf154aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691552 Apr 30 14:03:28.387376 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37504) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:28.392404 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ad161-0b5e-495b-8a76-429c3a3a737e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:28.404375 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:28.482582 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.516856 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.588610 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.598289 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eaf19c36-5d62-4fc5-9a60-181c10a55d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:28.617654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ad161-0b5e-495b-8a76-429c3a3a737e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:28.626798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:28.628195 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:28.629503 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b78ad161-0b5e-495b-8a76-429c3a3a737e HTTP/1.1" status: 204 len: 168 time: 0.2410665 Apr 30 14:03:28.750079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ddfbd-47c2-4795-8edf-13aaab68e272 req-0ed62b4b-a273-47d7-8a54-c7e104d41ccc tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:28.752218 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-354ddfbd-47c2-4795-8edf-13aaab68e272 req-0ed62b4b-a273-47d7-8a54-c7e104d41ccc tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1113544 Apr 30 14:03:28.811712 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-354ddfbd-47c2-4795-8edf-13aaab68e272 req-3406a8e8-701f-42e0-955e-5f920dd5a9ac tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Apr 30 14:03:29.014019 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37548) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:29.047145 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.066250 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:29.070165 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Usage tracker for resource:security_group_rule and tenant:1ae85de3e3a54f7e9c8e2fa82c731925 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:29.073081 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:29.079009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:29.251009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.254535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.263128 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:29.305864 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ae85de3e3a54f7e9c8e2fa82c731925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883427 Apr 30 14:03:29.305864 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15face0b-c639-4048-97c9-f542b14aa7e2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:29.306351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37560) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:29.308886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:29.372076 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.398098 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.457411 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.462531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-66098e07-6f6f-4b2c-b281-e5f8ab096fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:29.474416 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15face0b-c639-4048-97c9-f542b14aa7e2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:29.477832 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:29.483259 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:29.484407 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15face0b-c639-4048-97c9-f542b14aa7e2 HTTP/1.1" status: 204 len: 168 time: 0.1770537 Apr 30 14:03:29.999418 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd0a03-cbb1-47c0-9528-deec05770cf1 req-730e605d-19ec-4e35-a465-0aa60c11ef84 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:30.000916 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6fdd0a03-cbb1-47c0-9528-deec05770cf1 req-730e605d-19ec-4e35-a465-0aa60c11ef84 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0821145 Apr 30 14:03:30.048001 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6fdd0a03-cbb1-47c0-9528-deec05770cf1 req-6187ab0e-db57-45d7-aec7-c3c0967d5c04 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Apr 30 14:03:30.239801 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37596) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:30.348882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-373034658-network', 'tenant_id': '34acd288c3a54e99bf42d094fc5e45e3'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:30.353917 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:30.357804 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Usage tracker for resource:network and tenant:34acd288c3a54e99bf42d094fc5e45e3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:30.361549 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:30.369237 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:30.379706 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Made reservation on behalf of 34acd288c3a54e99bf42d094fc5e45e3 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:30.381990 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.396670 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.411301 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:30.415071 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Usage tracker for resource:security_group_rule and tenant:34acd288c3a54e99bf42d094fc5e45e3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:30.417836 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:30.424067 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:30.512671 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.517004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.520192 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed1180ef-ec16-4581-99e7-82c992868f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:30.549883 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:03:30.559026 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68062929-e807-4bf1-a3d1-f4a10a7a25d2,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:30.563239 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:30.567483 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762342650516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.568331 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Unsubscribe: segment precommit_create {{(pid=73810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 14:03:30.568950 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Added segment 9d5ee13e-1807-4236-b58b-b2bbbfcce419 of type vlan for network ea8dad4b-8fbd-490a-9208-865b0741f160 Apr 30 14:03:30.608189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.647372 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.648863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:30.649452 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:30.653130 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:30.757236 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Pushing event updated for resources: {'Network': ['ID=ea8dad4b-8fbd-490a-9208-865b0741f160,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:30.761247 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:30.762809 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5219061 Apr 30 14:03:30.765826 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37614) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:30.768083 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network ea8dad4b-8fbd-490a-9208-865b0741f160 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:03:30.772378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Request body: {'subnet': {'network_id': 'ea8dad4b-8fbd-490a-9208-865b0741f160', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-373034658-subnet', 'tenant_id': '34acd288c3a54e99bf42d094fc5e45e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:30.777281 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:30.781129 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Usage tracker for resource:subnet and tenant:34acd288c3a54e99bf42d094fc5e45e3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:30.784030 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:30.790167 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:30.812552 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Made reservation on behalf of 34acd288c3a54e99bf42d094fc5e45e3 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:30.815079 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:31.213781 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:31.218515 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8221d2e8-8ebc-45a1-8997-31f9938c8343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:31.241622 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbfdc3-1b5c-4d2d-b39d-e5c90c9a1c08 req-28ca0730-144c-4a5c-adb2-dee941a8f8f6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:31.243202 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4bfbfdc3-1b5c-4d2d-b39d-e5c90c9a1c08 req-28ca0730-144c-4a5c-adb2-dee941a8f8f6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0832231 Apr 30 14:03:31.294196 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0182f448-6000-4c35-a83e-b93d26ad4c8f,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:31.297055 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4bfbfdc3-1b5c-4d2d-b39d-e5c90c9a1c08 req-fe86324c-a94d-4c05-a3ec-ac959b80251f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Apr 30 14:03:31.297447 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:31.306083 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Checking segment: {'id': '9d5ee13e-1807-4236-b58b-b2bbbfcce419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea8dad4b-8fbd-490a-9208-865b0741f160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:31.306083 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Network hostable DHCP agents. Network: ea8dad4b-8fbd-490a-9208-865b0741f160, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:03:31.326551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Network ea8dad4b-8fbd-490a-9208-865b0741f160 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:03:31.338590 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, ea8dad4b-8fbd-490a-9208-865b0741f160) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:31.342353 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:31.342944 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:31.347039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb558645-ae14-4341-9e48-500723848f9a None None] Network ea8dad4b-8fbd-490a-9208-865b0741f160 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:31.362186 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-1935545d-c924-426c-9d23-c817cc5515f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5953019 Apr 30 14:03:31.568921 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537693bb-5816-4029-ab1a-d9abcc869596 None None] Network ea8dad4b-8fbd-490a-9208-865b0741f160 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:31.994490 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37658) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:32.000146 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090758833-network', 'tenant_id': '7b40c18f44084ac9b0e5f86562d78cb8'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:32.006132 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:32.012151 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Usage tracker for resource:network and tenant:7b40c18f44084ac9b0e5f86562d78cb8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:32.015189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:32.020939 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:32.031967 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Made reservation on behalf of 7b40c18f44084ac9b0e5f86562d78cb8 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:32.034249 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.046647 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.064364 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:32.068111 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b40c18f44084ac9b0e5f86562d78cb8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:32.071387 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:32.077220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:32.159770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.164269 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.167099 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:32.196531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:03:32.201612 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaaafaf-9da9-4b71-b652-9dd2d3d1a000,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:32.205224 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:32.209715 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.209715 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Added segment 1312ae4d-4fd2-4d1a-8d21-69377e863fce of type vlan for network 40fd1624-2f2c-4b77-ac52-76fe0227749b Apr 30 14:03:32.237215 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.265065 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.266353 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:32.266945 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.272324 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:32.374671 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3763757 Apr 30 14:03:32.375209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37666) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:32.380312 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Request body: {'subnet': {'network_id': '40fd1624-2f2c-4b77-ac52-76fe0227749b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090758833-subnet', 'tenant_id': '7b40c18f44084ac9b0e5f86562d78cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:32.387062 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=40fd1624-2f2c-4b77-ac52-76fe0227749b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:32.389517 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:32.391798 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:32.394032 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Usage tracker for resource:subnet and tenant:7b40c18f44084ac9b0e5f86562d78cb8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:32.396995 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:32.398607 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:03:32.402932 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:32.417356 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Made reservation on behalf of 7b40c18f44084ac9b0e5f86562d78cb8 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:32.420142 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:32.667700 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc91e-aa16-4200-9a85-ddca88825bb9 req-8e996785-2c65-4cec-a185-363100ce0345 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:32.669140 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-307dc91e-aa16-4200-9a85-ddca88825bb9 req-8e996785-2c65-4cec-a185-363100ce0345 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2323093 Apr 30 14:03:32.764780 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-307dc91e-aa16-4200-9a85-ddca88825bb9 req-fe0c705b-0665-49c0-bc61-8cb4e3837add tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882428 Apr 30 14:03:33.007865 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.012621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:33.090302 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c92db38-769e-4e5d-b6fc-4d3094be6ed7,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:33.093775 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:33.101964 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Checking segment: {'id': '1312ae4d-4fd2-4d1a-8d21-69377e863fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '40fd1624-2f2c-4b77-ac52-76fe0227749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:33.102324 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Network hostable DHCP agents. Network: 40fd1624-2f2c-4b77-ac52-76fe0227749b, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:03:33.119908 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:03:33.131100 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 40fd1624-2f2c-4b77-ac52-76fe0227749b) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:33.135930 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:33.136522 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.142494 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea85ba2-ce6b-41d1-bb7b-f2c7beb4548e None None] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:33.178245 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8024247 Apr 30 14:03:33.355211 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37702) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:33.431937 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Deleting subnet 0182f448-6000-4c35-a83e-b93d26ad4c8f {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:03:33.435617 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.478439 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34baa9-8502-44ca-a950-9e7fda91ed37 None None] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:33.499521 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.506694 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.788968 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.794081 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-353424d9-a9fb-4b62-a2c1-5b3537746197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:33.832346 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0182f448-6000-4c35-a83e-b93d26ad4c8f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:33.836463 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:33.837505 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:33.843408 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0182f448-6000-4c35-a83e-b93d26ad4c8f HTTP/1.1" status: 204 len: 168 time: 0.4872010 Apr 30 14:03:33.845907 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37714) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:33.956031 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.000454 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19d76e-8196-4bed-9772-62c9f9599b93 req-f0d2d38f-b452-4bc6-9a97-3d360286334e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:34.001908 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c19d76e-8196-4bed-9772-62c9f9599b93 req-f0d2d38f-b452-4bc6-9a97-3d360286334e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1218989 Apr 30 14:03:34.053361 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c19d76e-8196-4bed-9772-62c9f9599b93 req-262c47a2-bae2-4450-a61c-7c88ec5c88c9 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Apr 30 14:03:34.097549 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.205384 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.205622 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.206366 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.206707 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > port after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.207040 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.207371 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > port after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.207686 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.207997 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.208308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.208878 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.274089 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.274611 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.274885 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.275234 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 14:03:34.275621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8dad4b-8fbd-490a-9208-865b0741f160']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:34.292721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5ee13e-1807-4236-b58b-b2bbbfcce419') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:34.293020 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5ee13e-1807-4236-b58b-b2bbbfcce419') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:34.305534 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6917550'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.322032 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.328881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:03:34.497882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Network ea8dad4b-8fbd-490a-9208-865b0741f160 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:34.506664 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6650229'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.756094 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Network ea8dad4b-8fbd-490a-9208-865b0741f160 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: from cryptography.utils import int_from_bytes Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: from cryptography.utils import int_from_bytes Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: timer() Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: cb(*args, **kw) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: self._notify() Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: self.callback(batched_events) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: event.method(event) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: return self._get(url).json() Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:03:34.780913 dv-cinder-788365-2-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:03:34.859907 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.863956 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:34.879802 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:34.888785 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8dad4b-8fbd-490a-9208-865b0741f160,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:34.892101 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea8dad4b-8fbd-490a-9208-865b0741f160 HTTP/1.1" status: 204 len: 168 time: 1.0452349 Apr 30 14:03:34.892965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:34.894939 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37742) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:34.955551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Deleting subnet 7c92db38-769e-4e5d-b6fc-4d3094be6ed7 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:03:34.958774 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.013833 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.074093 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.438258 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccada7a-4909-4e09-80bd-9bc04a4b121f req-67c50e41-9cfa-409a-b9d4-70e181ee94a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:35.439995 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5ccada7a-4909-4e09-80bd-9bc04a4b121f req-67c50e41-9cfa-409a-b9d4-70e181ee94a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1742578 Apr 30 14:03:35.491946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37768) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:35.503671 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5ccada7a-4909-4e09-80bd-9bc04a4b121f req-99afd606-7242-4e21-b610-9ab7e96cb8c8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527782 Apr 30 14:03:35.505480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.513768 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:35.546432 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.557926 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37774) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:35.558104 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c92db38-769e-4e5d-b6fc-4d3094be6ed7 HTTP/1.1" status: 204 len: 168 time: 0.6620378 Apr 30 14:03:35.559140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c92db38-769e-4e5d-b6fc-4d3094be6ed7,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:35.570356 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-19c73011-c486-46ee-8540-551ea6413f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:35.675957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.699102 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.703229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:35.710938 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:61f1de3047734e6bb6514f3cb4fb1622 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:35.713945 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:35.722013 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:35.855100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:35.988798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd1624-2f2c-4b77-ac52-76fe0227749b']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:36.010110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1312ae4d-4fd2-4d1a-8d21-69377e863fce') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:36.010398 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1312ae4d-4fd2-4d1a-8d21-69377e863fce') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:03:36.031333 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.043745 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.049448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.057772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:36.068061 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.085644 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:03:36.186869 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61f1de3047734e6bb6514f3cb4fb1622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913176 Apr 30 14:03:36.187549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21be1a64-bfc4-4899-a821-89ae47b3cc61,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:36.187915 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37784) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:36.190973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:36.270599 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.290465 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:36.299703 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.300214 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.362749 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.368284 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c98c75e3-3dec-4188-956c-6eb70884e7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:36.381097 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be1a64-bfc4-4899-a821-89ae47b3cc61,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:36.384390 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:36.385704 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.389407 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21be1a64-bfc4-4899-a821-89ae47b3cc61 HTTP/1.1" status: 204 len: 168 time: 0.1976767 Apr 30 14:03:36.485127 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Network 40fd1624-2f2c-4b77-ac52-76fe0227749b has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:03:36.507615 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:03:36.588322 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.593916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.597372 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:36.622552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=40fd1624-2f2c-4b77-ac52-76fe0227749b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:36.625843 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:36.635057 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd7641df-5e34-49e9-aed5-b0a504cacfeb admin admin] 10.222.0.37 "DELETE /v2.0/networks/40fd1624-2f2c-4b77-ac52-76fe0227749b HTTP/1.1" status: 204 len: 168 time: 1.0761049 Apr 30 14:03:36.723574 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb4ac7-3f00-4b15-ace4-75d437be1e4f req-486a6ee6-f6db-400a-8b6a-3951bfce86a4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:36.725906 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c1bb4ac7-3f00-4b15-ace4-75d437be1e4f req-486a6ee6-f6db-400a-8b6a-3951bfce86a4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0889060 Apr 30 14:03:36.740187 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37800) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:36.763512 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.773648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37804) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:36.780833 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:36.784818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a9c56bb81a46a5ae6239ff873d1dd7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:36.787595 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:36.793390 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:36.794349 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c1bb4ac7-3f00-4b15-ace4-75d437be1e4f req-9585130f-b923-47bd-b6ef-c790ca9dde31 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609806 Apr 30 14:03:36.831935 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4d3e247a-eac8-4add-be84-c497f8a395ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34acd288c3a54e99bf42d094fc5e45e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570924 Apr 30 14:03:36.835808 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37808) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:36.880033 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.884616 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.892888 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9ad70307-4ed9-470f-9442-8cbf0a030760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:36.894997 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.924176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.937284 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6a9c56bb81a46a5ae6239ff873d1dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937511 Apr 30 14:03:36.937284 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d5937-8bae-4a25-9a4a-d9e357b6cbac,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:36.938129 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37812) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:36.940705 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:36.980488 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:36.986101 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:37.000971 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68062929-e807-4bf1-a3d1-f4a10a7a25d2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:37.004363 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:37.011742 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.014079 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.015724 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68062929-e807-4bf1-a3d1-f4a10a7a25d2 HTTP/1.1" status: 204 len: 168 time: 0.1787884 Apr 30 14:03:37.047752 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.106065 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.110906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-558e0c81-40df-40cd-a4bc-4bedbfcd474c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:37.125288 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d5937-8bae-4a25-9a4a-d9e357b6cbac,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:37.128106 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:37.134731 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.135869 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/290d5937-8bae-4a25-9a4a-d9e357b6cbac HTTP/1.1" status: 204 len: 168 time: 0.1968513 Apr 30 14:03:37.592091 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37840) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:37.643573 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-17d86da9-7ada-429c-b672-24274dd6b348 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b40c18f44084ac9b0e5f86562d78cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489180 Apr 30 14:03:37.645343 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37844) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:37.773425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.799330 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.859460 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.876847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:37.891704 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaaafaf-9da9-4b71-b652-9dd2d3d1a000,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:37.894597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:37.896700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:37.898434 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aaaafaf-9da9-4b71-b652-9dd2d3d1a000 HTTP/1.1" status: 204 len: 168 time: 0.2513812 Apr 30 14:03:38.007158 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56159f3f-015c-4321-a6b6-9f4a7087d944 req-108a0eda-eba0-4ae7-9272-c70adf294e60 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:38.009300 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-56159f3f-015c-4321-a6b6-9f4a7087d944 req-108a0eda-eba0-4ae7-9272-c70adf294e60 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0889130 Apr 30 14:03:38.061878 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-56159f3f-015c-4321-a6b6-9f4a7087d944 req-0320963e-7acc-403b-b78a-2aa2fef51a3b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Apr 30 14:03:39.304924 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3257d-bddb-42ef-aa09-f3ebdd8ef518 req-f0a87079-5e80-4644-9713-996714134675 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:39.307152 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e3b3257d-bddb-42ef-aa09-f3ebdd8ef518 req-f0a87079-5e80-4644-9713-996714134675 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1262190 Apr 30 14:03:39.362430 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e3b3257d-bddb-42ef-aa09-f3ebdd8ef518 req-4877d087-8d3b-4f9c-8693-9efa447a72c6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480094 Apr 30 14:03:40.591526 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05025068-0c66-4201-a3de-f8db8740b2eb req-6201adf9-b3c8-480c-9bf0-0dbcb43f7b97 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:40.593152 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-05025068-0c66-4201-a3de-f8db8740b2eb req-6201adf9-b3c8-480c-9bf0-0dbcb43f7b97 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1093972 Apr 30 14:03:40.666878 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-05025068-0c66-4201-a3de-f8db8740b2eb req-d1a2506f-9e09-47a7-8c67-bbb1e45d926a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664065 Apr 30 14:03:40.818480 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 37986) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:40.965535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:40.979095 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:40.982775 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Usage tracker for resource:security_group_rule and tenant:155be62fdc804e229f419923fe7bdb0c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:40.985504 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:40.991079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:41.072275 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.075814 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.084054 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a50d337-858e-4656-9ef9-731e4972a9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:41.126214 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=155be62fdc804e229f419923fe7bdb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064344 Apr 30 14:03:41.127875 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057bd1f-6b59-45a5-bec9-9894ae5c387a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:41.129233 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 37994) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:41.130983 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:41.189513 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.216630 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.274817 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.281798 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e97a7765-2167-412b-9575-b527b60fa01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:41.294978 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057bd1f-6b59-45a5-bec9-9894ae5c387a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:41.297009 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.298104 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3057bd1f-6b59-45a5-bec9-9894ae5c387a HTTP/1.1" status: 204 len: 168 time: 0.1677608 Apr 30 14:03:41.298941 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:41.590496 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38004) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:41.609738 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.625605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:41.629850 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Usage tracker for resource:security_group_rule and tenant:3071fb13c6eb473b940c532c9545b40d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:41.633041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:41.641484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:41.761771 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.768494 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.781395 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ebb18b2-3a62-4ad4-8faa-8a7fc373fdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:41.867564 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3071fb13c6eb473b940c532c9545b40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731926 Apr 30 14:03:41.867564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd9395-2b0f-442f-82e9-1482f4c22349,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:41.869950 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38016) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:41.873242 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:41.953629 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:41.966004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947d649-fa73-492d-8975-eb1fed307819 req-cbef2594-1d2f-4870-8059-a86ea7614de2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:41.973612 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0947d649-fa73-492d-8975-eb1fed307819 req-cbef2594-1d2f-4870-8059-a86ea7614de2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1518509 Apr 30 14:03:41.984748 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:42.036779 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0947d649-fa73-492d-8975-eb1fed307819 req-9a5f02e9-bcc9-4ae8-bd9f-9f134f771d8b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Apr 30 14:03:42.055223 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:42.060612 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ee3cd013-0a61-4fc8-8e32-214c8eef5e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:42.072567 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd9395-2b0f-442f-82e9-1482f4c22349,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:42.076400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:42.080637 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:42.081846 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72cd9395-2b0f-442f-82e9-1482f4c22349 HTTP/1.1" status: 204 len: 168 time: 0.2103622 Apr 30 14:03:43.241531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7490-4ebc-446a-b6e9-42d2dfe45fb5 req-9d146317-1bcd-4fc4-ad74-70e770571e45 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:43.243022 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1e6e7490-4ebc-446a-b6e9-42d2dfe45fb5 req-9d146317-1bcd-4fc4-ad74-70e770571e45 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0855083 Apr 30 14:03:43.375912 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1e6e7490-4ebc-446a-b6e9-42d2dfe45fb5 req-8ae15641-b306-4526-a759-6edb6f0a0a78 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267815 Apr 30 14:03:43.377400 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-4d4d4122-b86b-488f-b1fb-814c2f5733ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823410 Apr 30 14:03:43.524844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-291f279d-67e6-471b-9dd0-f57bb8830d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:43.526362 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-291f279d-67e6-471b-9dd0-f57bb8830d92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.0768600 Apr 30 14:03:43.690029 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-fd46f5f8-529d-4334-a0a1-f6106b75e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:43.691724 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-fd46f5f8-529d-4334-a0a1-f6106b75e86a service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.1449018 Apr 30 14:03:43.760886 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-4f48dfc5-acfc-4c00-b4c7-3b9397b98064 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.0617142 Apr 30 14:03:43.828699 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-5d1c92b4-467b-4536-8621-4bd48e7db498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:43.830143 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-5d1c92b4-467b-4536-8621-4bd48e7db498 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0607107 Apr 30 14:03:43.884477 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-d5c9325b-6e4b-41b6-9b59-e5c24d62ce5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413127 Apr 30 14:03:44.066023 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-8dd4d0eb-d861-45a0-902a-bf41942ffa08 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719525 Apr 30 14:03:44.091359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38118) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:44.240018 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.251494 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fdb00f8d-564f-420b-9a6a-73839ac12bfa req-8db6410f-b90a-4d3a-b500-c4a451956a76 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774287 Apr 30 14:03:44.257241 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:44.261278 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Usage tracker for resource:security_group_rule and tenant:20ac32c408b54de8bb5fb340b14742ea is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:44.264183 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:44.269968 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:44.355367 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.361951 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.369970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3540b14f-a3aa-4a5a-9544-b2a40e348e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:44.412372 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20ac32c408b54de8bb5fb340b14742ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199162 Apr 30 14:03:44.413510 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934abde-2318-4dc8-9758-01d5aca5cf89,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:44.415375 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38130) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:44.416487 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:44.480109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.548045 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.619068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afb77-f470-4043-a0ff-ffa6e0350482 req-e5dfa22e-6749-4f31-981c-217f3e449027 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:44.620566 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-213afb77-f470-4043-a0ff-ffa6e0350482 req-e5dfa22e-6749-4f31-981c-217f3e449027 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1287825 Apr 30 14:03:44.642941 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.650068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-42fdb910-fcd3-4a8b-8cf3-d04d9adb186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:44.671007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934abde-2318-4dc8-9758-01d5aca5cf89,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:44.679487 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:44.690896 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-213afb77-f470-4043-a0ff-ffa6e0350482 req-ed07d5cd-cc02-4f1b-b94e-bb72d52ab2c1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Apr 30 14:03:44.695992 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:44.699722 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c934abde-2318-4dc8-9758-01d5aca5cf89 HTTP/1.1" status: 204 len: 168 time: 0.2806158 Apr 30 14:03:44.976094 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38138) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:44.993932 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.008382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:45.015010 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c18105b1974969b4df860db77f7f2c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:45.017784 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:45.023599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:45.112661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.116522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.123411 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab0a79f7-f366-4060-af34-a27ba48afe5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:45.163700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c6c78-3d0c-4a52-af27-a48dd5ea232a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:45.168949 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8c18105b1974969b4df860db77f7f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918457 Apr 30 14:03:45.169854 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:45.171518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38148) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:45.234320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.265849 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.332704 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.340855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-850604b8-d28c-410b-9f3a-1c84d341d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:45.359947 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c6c78-3d0c-4a52-af27-a48dd5ea232a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:45.362685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:45.365401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.371739 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/960c6c78-3d0c-4a52-af27-a48dd5ea232a HTTP/1.1" status: 204 len: 168 time: 0.1987824 Apr 30 14:03:45.890211 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854047c-f3b6-4a6e-ab39-ebdc83302798 req-035fc3a6-a666-41f7-89ee-62a8e6fd0a07 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:45.891719 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1854047c-f3b6-4a6e-ab39-ebdc83302798 req-035fc3a6-a666-41f7-89ee-62a8e6fd0a07 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0849609 Apr 30 14:03:45.939607 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1b5836e9-8c32-40ee-8aa3-21e7fe1f8f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:45.941072 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1854047c-f3b6-4a6e-ab39-ebdc83302798 req-2654ab5f-d118-4dfd-a774-d137c42cafe8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Apr 30 14:03:46.118477 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.167839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:46.271653 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654511569-network', 'tenant_id': '246a81e8413d4aa0b0053af8d6dfdc61'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:46.276815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:46.280585 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Usage tracker for resource:network and tenant:246a81e8413d4aa0b0053af8d6dfdc61 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:46.283449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:46.293011 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:46.303293 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Made reservation on behalf of 246a81e8413d4aa0b0053af8d6dfdc61 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:46.305894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.384057 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.398672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:46.403223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Usage tracker for resource:security_group_rule and tenant:246a81e8413d4aa0b0053af8d6dfdc61 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:46.406054 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:46.413339 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:46.507005 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.510691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.513480 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2ccb971b-67da-4184-aecb-519a7efd6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:46.542150 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:03:46.550564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e0a1be-e531-4123-a20b-b2087f0b0c0d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:46.554388 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:46.556966 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.557174 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Added segment f9417ded-81a8-4628-83fd-5129522ca0f7 of type vlan for network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 Apr 30 14:03:46.591086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.622798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.624438 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:46.625033 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:46.628518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:46.733183 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5641065 Apr 30 14:03:46.733938 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Pushing event updated for resources: {'Network': ['ID=50679606-6f9e-4dd3-ac6a-a567e7b026f7,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:46.738056 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38208) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:46.738218 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:46.742981 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Request body: {'subnet': {'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654511569-subnet', 'tenant_id': '246a81e8413d4aa0b0053af8d6dfdc61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:46.748343 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:03:46.754608 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:46.759730 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Usage tracker for resource:subnet and tenant:246a81e8413d4aa0b0053af8d6dfdc61 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:46.762779 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:46.768480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:46.778624 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Made reservation on behalf of 246a81e8413d4aa0b0053af8d6dfdc61 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:46.780961 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:47.142283 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94660178-c10c-4746-b356-ab2111e187ac req-b7dc98b7-8fe6-4a81-bdde-0e181aa83a9e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:47.143779 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-94660178-c10c-4746-b356-ab2111e187ac req-b7dc98b7-8fe6-4a81-bdde-0e181aa83a9e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0913787 Apr 30 14:03:47.176245 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:47.180890 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-22a8f8fb-9c62-49da-8f5d-860b23ded51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:47.189741 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-94660178-c10c-4746-b356-ab2111e187ac req-ccea1c78-063c-4a10-8e04-c0b968483b3e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Apr 30 14:03:47.255442 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb888ef6-691b-4c9a-9513-27a24cb2994a,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:47.259463 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:47.262034 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Checking segment: {'id': 'f9417ded-81a8-4628-83fd-5129522ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:47.262391 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Network hostable DHCP agents. Network: 50679606-6f9e-4dd3-ac6a-a567e7b026f7, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:03:47.281536 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:03:47.292209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 50679606-6f9e-4dd3-ac6a-a567e7b026f7) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:47.301265 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a0542c-0a5b-4487-a637-d4a14ec90acd None None] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:47.309554 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:47.310274 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:47.336974 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5996263 Apr 30 14:03:47.527582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46b0e7-6b31-478c-a649-3c1de0fe666b None None] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:47.922361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38244) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:47.927801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-82983630-network', 'tenant_id': '1780b89ed3e749d8b4e1add1c289ddb4'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:47.932973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:47.936689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Usage tracker for resource:network and tenant:1780b89ed3e749d8b4e1add1c289ddb4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:47.939479 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:47.945536 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:47.955100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Made reservation on behalf of 1780b89ed3e749d8b4e1add1c289ddb4 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:47.957376 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:47.970759 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:47.992614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:47.996323 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Usage tracker for resource:security_group_rule and tenant:1780b89ed3e749d8b4e1add1c289ddb4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:47.999146 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:48.004643 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:48.090504 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.095115 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.097980 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4eea0050-ea25-48ae-b355-88a80db7667b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:48.126919 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:03:48.135997 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0625d5-2bc4-40f9-9050-7c6875bf2d8e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:48.141455 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.141796 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Added segment 5867983e-0fa6-40ee-ba0c-ecd91cf76ecb of type vlan for network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 Apr 30 14:03:48.146777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:48.171906 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.204900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.206189 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:48.206768 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.211671 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:48.314935 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3914897 Apr 30 14:03:48.318442 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38260) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:48.319708 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Pushing event updated for resources: {'Network': ['ID=15ddf95e-b3ec-407e-8f49-8216dd6dd9a1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:48.322518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:48.328862 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Request body: {'subnet': {'network_id': '15ddf95e-b3ec-407e-8f49-8216dd6dd9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-82983630-subnet', 'tenant_id': '1780b89ed3e749d8b4e1add1c289ddb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:48.344025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:48.345703 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c60da3ad-8ec3-4720-bc6a-b3b0494f4d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.354852 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Usage tracker for resource:subnet and tenant:1780b89ed3e749d8b4e1add1c289ddb4 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:48.355042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:03:48.360110 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:48.413731 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:48.449855 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Made reservation on behalf of 1780b89ed3e749d8b4e1add1c289ddb4 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:48.452477 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.501795 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.567982 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19401e-1bd7-47e8-aaf7-93265a04821f req-ff18070e-d1bf-4840-bfbf-3e0d34a7e80b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:48.569864 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ba19401e-1bd7-47e8-aaf7-93265a04821f req-ff18070e-d1bf-4840-bfbf-3e0d34a7e80b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2108738 Apr 30 14:03:48.673841 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ba19401e-1bd7-47e8-aaf7-93265a04821f req-f31d1267-0b49-48d7-9337-f5f5b71837a1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828233 Apr 30 14:03:48.945790 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:48.950391 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:49.020738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4b44fc-ed1e-45c6-b983-ca84b76ad5b1,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:49.024684 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:49.030367 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Checking segment: {'id': '5867983e-0fa6-40ee-ba0c-ecd91cf76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15ddf95e-b3ec-407e-8f49-8216dd6dd9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:49.030722 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Network hostable DHCP agents. Network: 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:03:49.048863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:03:49.056947 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:49.065439 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9908c26-051a-4955-9f86-086d5abc6525 None None] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:49.069038 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:49.069624 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:49.092793 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7712419 Apr 30 14:03:49.302747 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813892f-32e9-40bc-b28a-5a634bd27e4d None None] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:03:49.434577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:49.871994 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97998d7c-115e-4525-8e93-95ce55502652 req-fd2bc7c4-5144-4605-81af-bb7d66827c7f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:49.873490 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-97998d7c-115e-4525-8e93-95ce55502652 req-fd2bc7c4-5144-4605-81af-bb7d66827c7f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0852547 Apr 30 14:03:49.918698 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-97998d7c-115e-4525-8e93-95ce55502652 req-c89290fb-f8a3-4283-825e-fa28f74c51c3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 Apr 30 14:03:51.110103 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320d5ee-19a7-4217-8133-2d9164d0aaf7 req-f249ce40-1d07-4b43-a243-d5eb4452aa93 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:51.111653 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4320d5ee-19a7-4217-8133-2d9164d0aaf7 req-f249ce40-1d07-4b43-a243-d5eb4452aa93 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0843902 Apr 30 14:03:51.148543 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:51.163530 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4320d5ee-19a7-4217-8133-2d9164d0aaf7 req-4757a9cc-eae5-4742-af3c-9d0f9af405c2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Apr 30 14:03:51.430457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-1774993a-fa1a-49e3-9a32-347080288a37 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:51.431381 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-89246824-f814-4be7-b71a-315212642d21 req-1774993a-fa1a-49e3-9a32-347080288a37 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Synchronizing usage tracker for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:03:51.448621 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-89246824-f814-4be7-b71a-315212642d21 req-1774993a-fa1a-49e3-9a32-347080288a37 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Unset dirty status for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:03:51.449816 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-1774993a-fa1a-49e3-9a32-347080288a37 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/networks?id=50679606-6f9e-4dd3-ac6a-a567e7b026f7 HTTP/1.1" status: 200 len: 809 time: 0.1738861 Apr 30 14:03:51.465730 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-06fecbef-ed01-40c2-9763-c4875c291f34 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/quotas/246a81e8413d4aa0b0053af8d6dfdc61 HTTP/1.1" status: 200 len: 375 time: 0.0098073 Apr 30 14:03:51.511854 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-398472df-40cc-4552-876b-5a83024e3eb1 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=246a81e8413d4aa0b0053af8d6dfdc61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410230 Apr 30 14:03:51.645855 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-c6a22606-4d62-4928-9409-d50930d24b13 service neutron] 10.222.0.37 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274979 Apr 30 14:03:51.778974 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-3f55948d-01cd-430f-929c-4eb15307a5fb service neutron] 10.222.0.37 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261790 Apr 30 14:03:51.957536 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5d0f5504-e235-475e-a5e4-6ebcce7edbda req-54f998a6-29e7-4edc-995d-f34d421ea98c tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 210 time: 0.0453918 Apr 30 14:03:52.367268 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230d41-9e72-4825-ac95-8af89f95fb4f req-6acefacc-6ae1-4b24-8c65-147a7c2b0bbf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:52.369260 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6a230d41-9e72-4825-ac95-8af89f95fb4f req-6acefacc-6ae1-4b24-8c65-147a7c2b0bbf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0912595 Apr 30 14:03:52.431501 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6a230d41-9e72-4825-ac95-8af89f95fb4f req-748ae4fa-f40e-452c-abde-e864d574b0b7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Apr 30 14:03:53.136318 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fb46760f-4a35-4428-abb8-249f3a0b622c req-c400306b-5bb6-4288-b78a-d319bab8cff5 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 210 time: 0.0556188 Apr 30 14:03:53.246803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-d22ecb1f-a0a8-431b-a100-5a76ec186072 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:53.248302 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-d22ecb1f-a0a8-431b-a100-5a76ec186072 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.46 "GET /v2.0/networks?id=50679606-6f9e-4dd3-ac6a-a567e7b026f7 HTTP/1.1" status: 200 len: 809 time: 0.1616743 Apr 30 14:03:53.263933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Request body: {'port': {'device_id': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7', 'admin_state_up': True, 'tenant_id': '246a81e8413d4aa0b0053af8d6dfdc61'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:53.405750 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:53.409683 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Usage tracker for resource:port and tenant:246a81e8413d4aa0b0053af8d6dfdc61 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:53.413127 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:53.418612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:53.427639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Made reservation on behalf of 246a81e8413d4aa0b0053af8d6dfdc61 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:03:53.431702 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:53.741035 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Allocated IP 172.20.0.2 (50679606-6f9e-4dd3-ac6a-a567e7b026f7/eb888ef6-691b-4c9a-9513-27a24cb2994a/0db13549-8f0f-462b-9cb1-525ccbc48d73) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:03:53.807039 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65aee-f90b-4a16-8005-6976bf89d58c req-58fe8936-8e1a-4732-9019-dd2bccbb9797 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:53.808528 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-10c65aee-f90b-4a16-8005-6976bf89d58c req-58fe8936-8e1a-4732-9019-dd2bccbb9797 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2344282 Apr 30 14:03:53.956829 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-10c65aee-f90b-4a16-8005-6976bf89d58c req-495e68ee-565a-43d1-96ca-f6d050b9274f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384950 Apr 30 14:03:54.021121 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.055367 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.063925 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:54.125960 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:03:54.129105 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:03:54.132483 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:03:54.190116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Pushing event updated for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:54.201176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:54.222110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:54.223025 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.255576 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9949169 Apr 30 14:03:54.269914 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Request body: {'port': {'device_id': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:03:54.357792 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad11a-9386-46ed-842c-6ffe23a43b17 req-edabe40d-77d9-4f1c-b126-4110227694b3 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:54.360927 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-482ad11a-9386-46ed-842c-6ffe23a43b17 req-edabe40d-77d9-4f1c-b126-4110227694b3 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 931 time: 0.0928838 Apr 30 14:03:54.382777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.479021 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-482ad11a-9386-46ed-842c-6ffe23a43b17 req-32c5c887-7b86-4df7-972a-5b1039fa4c99 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Apr 30 14:03:54.736410 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db13549-8f0f-462b-9cb1-525ccbc48d73 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:54.743893 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.758677 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Transition to ACTIVE for port object 0db13549-8f0f-462b-9cb1-525ccbc48d73 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:03:54.763209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:54.767970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:54.958393 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Pushing event updated for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:54.963881 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:55.004796 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Attempting to bind port 0db13549-8f0f-462b-9cb1-525ccbc48d73 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:03:55.005063 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Attempting to bind port 0db13549-8f0f-462b-9cb1-525ccbc48d73 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f9417ded-81a8-4628-83fd-5129522ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:03:55.005294 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Attempting to bind port 0db13549-8f0f-462b-9cb1-525ccbc48d73 on network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:55.010871 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Port 0db13549-8f0f-462b-9cb1-525ccbc48d73 on network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:03:55.011187 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Attempting to bind port 0db13549-8f0f-462b-9cb1-525ccbc48d73 on network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:03:55.016640 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:03:55.016975 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Checking segment: {'id': 'f9417ded-81a8-4628-83fd-5129522ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:03:55.017361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Bound using segment: {'id': 'f9417ded-81a8-4628-83fd-5129522ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:03:55.017827 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Bound port: 0db13549-8f0f-462b-9cb1-525ccbc48d73, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9417ded-81a8-4628-83fd-5129522ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:03:55.018109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:55.135759 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:03:55.161522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:03:55.166516 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73,segment=NetworkSegment(f9417ded-81a8-4628-83fd-5129522ca0f7),segment_id=f9417ded-81a8-4628-83fd-5129522ca0f7)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:03:55.176408 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:55.182646 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:55.259245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835116a-4470-4723-b39a-6e6005d2ac4d req-ab61f779-7062-4e99-a87c-e2f715d07859 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:55.262348 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7835116a-4470-4723-b39a-6e6005d2ac4d req-ab61f779-7062-4e99-a87c-e2f715d07859 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1871874 Apr 30 14:03:55.264234 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:55.265431 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:55.267813 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] 10.222.0.46 "PUT /v2.0/ports/0db13549-8f0f-462b-9cb1-525ccbc48d73 HTTP/1.1" status: 200 len: 1093 time: 1.0022840 Apr 30 14:03:55.282271 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:03:55.367490 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73', 'status': 'completed', 'code': 200} Apr 30 14:03:55.383849 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Pushing event updated for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:55.387173 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:55.416517 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7835116a-4470-4723-b39a-6e6005d2ac4d req-f23ffa7a-c57f-4cb6-8d3b-fd4af261fc51 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263137 Apr 30 14:03:55.439813 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-23c348ca-da99-412d-a40e-e77a0a5f014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:55.441273 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-23c348ca-da99-412d-a40e-e77a0a5f014e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=246a81e8413d4aa0b0053af8d6dfdc61&device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 1096 time: 0.1258838 Apr 30 14:03:55.523688 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-1e4ed03c-874b-4f2e-afde-923c0ddf4778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73 HTTP/1.1" status: 200 len: 217 time: 0.0701048 Apr 30 14:03:55.707443 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122462c-2aa6-40e4-9a73-d482d44f2c3e req-e3f015af-5859-4d0d-ba7a-ff9dcd76468a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:55.708744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246824-f814-4be7-b71a-315212642d21 req-58200060-2ba6-40ab-acca-1363b65e6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:55.710373 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-58200060-2ba6-40ab-acca-1363b65e6c94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb888ef6-691b-4c9a-9513-27a24cb2994a HTTP/1.1" status: 200 len: 849 time: 0.1767726 Apr 30 14:03:55.715556 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f122462c-2aa6-40e4-9a73-d482d44f2c3e req-e3f015af-5859-4d0d-ba7a-ff9dcd76468a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 943 time: 0.1068072 Apr 30 14:03:55.772119 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f122462c-2aa6-40e4-9a73-d482d44f2c3e req-34b9cc39-dc00-4076-bb9e-8cc0ba756b77 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Apr 30 14:03:55.782417 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-a22774a7-28a9-4d66-85eb-d1db8ec1a946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50679606-6f9e-4dd3-ac6a-a567e7b026f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631971 Apr 30 14:03:55.973072 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-bfc91329-4a36-40f4-bfab-6b91166c9c19 service neutron] 10.222.0.46 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830387 Apr 30 14:03:56.113834 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89246824-f814-4be7-b71a-315212642d21 req-6c486bbf-2a48-47bc-b518-cf4f22930b8a service neutron] 10.222.0.46 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330991 Apr 30 14:03:56.241294 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-db5d474e-6a9a-4b24-9e64-10bd0aecf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:56.242762 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-db5d474e-6a9a-4b24-9e64-10bd0aecf8da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=246a81e8413d4aa0b0053af8d6dfdc61&device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 1096 time: 0.0746284 Apr 30 14:03:56.378600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-99adfd32-e550-4658-93e8-fe56d8548d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:56.380385 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-99adfd32-e550-4658-93e8-fe56d8548d04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50679606-6f9e-4dd3-ac6a-a567e7b026f7 HTTP/1.1" status: 200 len: 910 time: 0.1258485 Apr 30 14:03:56.457568 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-6a80152a-ce8c-49d2-beb9-1e5e89f57663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73 HTTP/1.1" status: 200 len: 217 time: 0.0693445 Apr 30 14:03:56.530358 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-763c236f-d2f6-4c82-8bd0-12097ee83dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:56.531946 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-763c236f-d2f6-4c82-8bd0-12097ee83dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb888ef6-691b-4c9a-9513-27a24cb2994a HTTP/1.1" status: 200 len: 849 time: 0.0673707 Apr 30 14:03:56.622509 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-9f6ed679-de5c-46f9-9d9d-7ab842c7bbb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50679606-6f9e-4dd3-ac6a-a567e7b026f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516348 Apr 30 14:03:56.743094 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd79ce-8552-4fc3-932a-731f12990dc3 req-a4ad715e-37c0-413b-a5ee-fb9dc5cb843d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:56.744467 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6fdd79ce-8552-4fc3-932a-731f12990dc3 req-a4ad715e-37c0-413b-a5ee-fb9dc5cb843d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.2109249 Apr 30 14:03:56.807241 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-ee5b93e6-bc4d-41f3-9878-1627c7448575 service neutron] 10.222.0.46 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736083 Apr 30 14:03:56.810138 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6fdd79ce-8552-4fc3-932a-731f12990dc3 req-f36636ba-d7ec-4c35-b4ff-b5dc610df571 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Apr 30 14:03:56.954591 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f10dfa8d-1b84-4584-a9c1-9f3255d985e0 req-a571dcf2-ed93-42d5-b40b-127daf06bd37 service neutron] 10.222.0.46 "GET /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307726 Apr 30 14:03:56.961220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba899-3cbb-445f-8d3e-f94e470c5317 req-74bfb730-cd29-47fd-ae61-0aa38001aac7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:56.962711 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-393ba899-3cbb-445f-8d3e-f94e470c5317 req-74bfb730-cd29-47fd-ae61-0aa38001aac7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 943 time: 0.0841374 Apr 30 14:03:57.016130 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-393ba899-3cbb-445f-8d3e-f94e470c5317 req-0266f878-731f-46ee-893c-b9c1872e3497 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Apr 30 14:03:57.378621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38524) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:57.406428 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38530) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:57.501680 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.537540 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.546315 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:57.553478 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:9befb42d5f5e494b98a2259010b1fa79 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:57.557600 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:57.563976 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:57.566692 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:57.572076 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:818f2a41321a452fa5dea0661bea5e7c is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:57.576926 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:57.588721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:57.720214 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.732009 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.740674 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a99080e3-8687-4bc6-81b9-effdcb44101b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:57.749633 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.764920 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.800610 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9befb42d5f5e494b98a2259010b1fa79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207532 Apr 30 14:03:57.803334 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38538) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:57.803881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4441803-095d-4947-97f0-db4f95b3e12d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:57.807180 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:57.810422 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33ecb94f-3a60-4981-b0ad-d604a603ab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:57.827049 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=818f2a41321a452fa5dea0661bea5e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195459 Apr 30 14:03:57.830229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38542) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:57.848974 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f08e7-2c78-4f1b-8caa-47d2c97d80a6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:57.852317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:57.907910 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.938179 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:57.988669 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.037894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.127531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f099e-6def-4ccb-8ea2-1e01481c14ac req-40bb255b-9d6b-40f3-8bfe-be3b031407c3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:58.129053 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-027f099e-6def-4ccb-8ea2-1e01481c14ac req-40bb255b-9d6b-40f3-8bfe-be3b031407c3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1920085 Apr 30 14:03:58.161779 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.167815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc3abb60-6e39-4e22-9563-853044886291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:58.179020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.197553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4441803-095d-4947-97f0-db4f95b3e12d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:58.203969 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:58.206022 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4907174-3f46-4d4e-bd02-25d44af20f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:58.230262 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-027f099e-6def-4ccb-8ea2-1e01481c14ac req-a023c9fb-aa9c-4a18-9657-547c614d75c5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Apr 30 14:03:58.230974 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f08e7-2c78-4f1b-8caa-47d2c97d80a6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:58.233670 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d46a2-767e-4de0-a80c-4afa1d4f6725 req-82feea0b-462f-4ead-b95e-2246349a2c7b tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:58.234166 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.235221 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-125d46a2-767e-4de0-a80c-4afa1d4f6725 req-82feea0b-462f-4ead-b95e-2246349a2c7b tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 943 time: 0.1029615 Apr 30 14:03:58.237847 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4441803-095d-4947-97f0-db4f95b3e12d HTTP/1.1" status: 204 len: 168 time: 0.4335065 Apr 30 14:03:58.238857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:58.239824 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.241486 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c5f08e7-2c78-4f1b-8caa-47d2c97d80a6 HTTP/1.1" status: 204 len: 168 time: 0.4103851 Apr 30 14:03:58.308026 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-125d46a2-767e-4de0-a80c-4afa1d4f6725 req-ae368062-b25b-4d5d-92d4-0e68b1af75af tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609305 Apr 30 14:03:58.621202 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38576) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:58.640848 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.682220 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:03:58.696186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Usage tracker for resource:security_group_rule and tenant:d9e7877838de4f2fb787cfae323491b1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:03:58.699529 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:03:58.706152 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:03:58.864804 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.873153 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:58.887423 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:59.000237 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9e7877838de4f2fb787cfae323491b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753779 Apr 30 14:03:59.000237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9ec8e3-fd97-4de2-ab00-a0dda669a000,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:59.001632 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38598) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:03:59.002392 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:59.047815 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0db13549-8f0f-462b-9cb1-525ccbc48d73 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:03:59.083861 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.114807 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.186691 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.190472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2bf7e865-0256-481a-b0a1-9637f3dc8018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:59.204950 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9ec8e3-fd97-4de2-ab00-a0dda669a000,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:59.207808 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:59.219241 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.220652 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea9ec8e3-fd97-4de2-ab00-a0dda669a000 HTTP/1.1" status: 204 len: 168 time: 0.2178903 Apr 30 14:03:59.227475 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73,segment=NetworkSegment(f9417ded-81a8-4628-83fd-5129522ca0f7),segment_id=f9417ded-81a8-4628-83fd-5129522ca0f7)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:59.246864 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '0db13549-8f0f-462b-9cb1-525ccbc48d73', 'network_id': '50679606-6f9e-4dd3-ac6a-a567e7b026f7', 'port_id': '0db13549-8f0f-462b-9cb1-525ccbc48d73', 'mac_address': 'fa:16:3e:6b:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb888ef6-691b-4c9a-9513-27a24cb2994a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:03:59.330593 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.379862 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db13549-8f0f-462b-9cb1-525ccbc48d73 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:03:59.437326 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73,segment=NetworkSegment(f9417ded-81a8-4628-83fd-5129522ca0f7),segment_id=f9417ded-81a8-4628-83fd-5129522ca0f7)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:03:59.447183 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:03:59.451146 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:03:59.519052 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09bd19-4e16-4bc4-bfe5-300448b0d71b req-65960d14-7a27-444b-88d4-6a14b41e5596 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:59.529011 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b09bd19-4e16-4bc4-bfe5-300448b0d71b req-65960d14-7a27-444b-88d4-6a14b41e5596 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1180782 Apr 30 14:03:59.549869 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:03:59.559168 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.559744 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.560249 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.560910 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.561500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.561982 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.562458 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.563838 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.564339 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.564842 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.565463 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.565953 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:03:59.569922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68cc5-c321-4ca0-9dcf-ead5c3b5ff19 req-25162316-258e-423c-9470-8d1e2337e516 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:03:59.571918 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:03:59.579906 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4fb68cc5-c321-4ca0-9dcf-ead5c3b5ff19 req-25162316-258e-423c-9470-8d1e2337e516 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 944 time: 0.1329463 Apr 30 14:03:59.634029 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b09bd19-4e16-4bc4-bfe5-300448b0d71b req-81ddde60-3b20-4c9e-9222-67febd7c0e6f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040339 Apr 30 14:03:59.637636 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-4fb68cc5-c321-4ca0-9dcf-ead5c3b5ff19 req-c685a41f-0931-4f96-8a9f-93dace0cbb6f tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Apr 30 14:03:59.746101 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['0db13549-8f0f-462b-9cb1-525ccbc48d73'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:04:00.846140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16282494-3e3e-41a0-8ddc-3341f9f7843c req-639a7ece-21c8-48b0-af21-932681960939 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:00.848564 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16282494-3e3e-41a0-8ddc-3341f9f7843c req-639a7ece-21c8-48b0-af21-932681960939 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0906107 Apr 30 14:04:00.860303 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-f6de1afa-d7b5-4ff8-beb8-efbbac80f4a7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:00.860303 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-f6de1afa-d7b5-4ff8-beb8-efbbac80f4a7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Synchronizing usage tracker for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:00.884503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-f6de1afa-d7b5-4ff8-beb8-efbbac80f4a7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Unset dirty status for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:00.895124 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-f6de1afa-d7b5-4ff8-beb8-efbbac80f4a7 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 944 time: 0.1358566 Apr 30 14:04:00.904673 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16282494-3e3e-41a0-8ddc-3341f9f7843c req-c65935de-5d0d-403d-aa22-ba5fa9828e2b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486960 Apr 30 14:04:00.949607 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-2affecc2-271c-46a9-a286-d843a12842a9 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Synchronizing usage tracker for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:00.969958 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-2affecc2-271c-46a9-a286-d843a12842a9 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Unset dirty status for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:00.981314 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d87e3566-7078-4921-b2ff-b8e0f92ee86a req-2affecc2-271c-46a9-a286-d843a12842a9 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Apr 30 14:04:01.050406 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0db13549-8f0f-462b-9cb1-525ccbc48d73 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:04:01.132910 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 0db13549-8f0f-462b-9cb1-525ccbc48d73 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:04:01.137989 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 0db13549-8f0f-462b-9cb1-525ccbc48d73 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:04:01.138354 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:01.267906 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:01.300643 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:01.310455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73,segment=NetworkSegment(f9417ded-81a8-4628-83fd-5129522ca0f7),segment_id=f9417ded-81a8-4628-83fd-5129522ca0f7)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:01.321358 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:01.323477 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:01.368382 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73', 'code': 200} Apr 30 14:04:01.406071 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:01.409375 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:01.475090 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd343-9b40-406a-aaac-5297b8365358 req-4c82c8cb-6414-4234-a7a1-73269b5c8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:01.476623 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-086fd343-9b40-406a-aaac-5297b8365358 req-4c82c8cb-6414-4234-a7a1-73269b5c8a30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1098 time: 0.0982301 Apr 30 14:04:01.524066 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-086fd343-9b40-406a-aaac-5297b8365358 req-c345608a-2239-4918-b007-cd71c806e109 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Apr 30 14:04:01.682277 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3dd3-83b0-4a36-afc1-fd1300c1154a req-8961f0ac-062c-4152-b4cb-834c227078a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:01.683775 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-024b3dd3-83b0-4a36-afc1-fd1300c1154a req-8961f0ac-062c-4152-b4cb-834c227078a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 1098 time: 0.0696349 Apr 30 14:04:01.730748 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-024b3dd3-83b0-4a36-afc1-fd1300c1154a req-017fa5a7-33c3-4f89-ac36-e9a62e7f1185 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Apr 30 14:04:02.111059 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734229-0491-4758-b574-d3fd670a94ae req-1ef10fc5-c641-498d-8c53-090eb6cc7169 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:02.112676 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5a734229-0491-4758-b574-d3fd670a94ae req-1ef10fc5-c641-498d-8c53-090eb6cc7169 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0962071 Apr 30 14:04:02.163643 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5a734229-0491-4758-b574-d3fd670a94ae req-a4ce5846-eb7a-4984-b9a4-7b39cfc114b1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Apr 30 14:04:02.175747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25727d-9198-453f-9f20-59040ead56cb req-1c515b93-8ca8-4102-8448-9871232b7580 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:02.180406 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7a25727d-9198-453f-9f20-59040ead56cb req-1c515b93-8ca8-4102-8448-9871232b7580 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 945 time: 0.0910010 Apr 30 14:04:02.228329 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7a25727d-9198-453f-9f20-59040ead56cb req-2576473c-cdf6-4f45-b3fc-401b15bb9b32 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Apr 30 14:04:03.360822 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb53d0-a0de-4b17-8ed7-da808356e287 req-aae20ac7-01ad-4b01-8c36-ac0462a03e40 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:03.362329 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aebb53d0-a0de-4b17-8ed7-da808356e287 req-aae20ac7-01ad-4b01-8c36-ac0462a03e40 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0902481 Apr 30 14:04:03.411896 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aebb53d0-a0de-4b17-8ed7-da808356e287 req-d379832d-2aa1-4cf2-9b7d-0e8bc1ef0b78 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Apr 30 14:04:03.429401 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c1a4-b2f3-435b-a685-903e8279bc4e req-06bf750d-1570-4c9d-a209-eb2e11cb5f7f tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:03.430908 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9266c1a4-b2f3-435b-a685-903e8279bc4e req-06bf750d-1570-4c9d-a209-eb2e11cb5f7f tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 945 time: 0.0940993 Apr 30 14:04:03.482117 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9266c1a4-b2f3-435b-a685-903e8279bc4e req-b2f4b453-e961-4587-90c9-55107d44c004 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Apr 30 14:04:03.762284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2595c-bd0f-4906-9dc5-da9cd51acdae req-d7e303e8-7b8f-481e-8f75-e8d176b3513f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:03.767716 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cdb2595c-bd0f-4906-9dc5-da9cd51acdae req-d7e303e8-7b8f-481e-8f75-e8d176b3513f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0919919 Apr 30 14:04:03.815851 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cdb2595c-bd0f-4906-9dc5-da9cd51acdae req-d0a539a3-3d0d-4c7b-ba5f-3373594d8cf4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Apr 30 14:04:05.312893 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38818) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:05.448789 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:05.464869 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:05.473697 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a240092966684ba49ab2b2a4d3210afa is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:05.476955 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:05.482992 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:05.571759 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:05.577170 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:05.587818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1eeb8cfa-9c33-4843-8f53-a7c0aa640912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:05.636143 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a240092966684ba49ab2b2a4d3210afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221655 Apr 30 14:04:05.637239 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396defa4-f00e-457e-934e-cd83317cf972,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:05.638788 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38834) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:05.667567 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:05.774333 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:05.833261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:05.977512 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-2af50d8d-fec6-4c75-9e4c-07d8bdbb9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:05.979130 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-2af50d8d-fec6-4c75-9e4c-07d8bdbb9992 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.1319690 Apr 30 14:04:06.028625 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:06.066264 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f584a105-16f6-4f9d-9c1d-3d38e36cf4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:06.147341 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396defa4-f00e-457e-934e-cd83317cf972,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:06.149931 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:06.179184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:06.180430 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/396defa4-f00e-457e-934e-cd83317cf972 HTTP/1.1" status: 204 len: 168 time: 0.5400164 Apr 30 14:04:06.239020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a0023-d776-462a-b605-4539e0274f43 req-7c5bc6f8-4e51-478e-86a2-bcbb71119823 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:06.240842 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5b9a0023-d776-462a-b605-4539e0274f43 req-7c5bc6f8-4e51-478e-86a2-bcbb71119823 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2158170 Apr 30 14:04:06.243716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-6c19c419-fb18-4f8f-80fe-0b55a145c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:06.245208 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-6c19c419-fb18-4f8f-80fe-0b55a145c432 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.2578812 Apr 30 14:04:06.343144 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-2892bd22-c395-4a08-9b22-6da9a42451e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.0791926 Apr 30 14:04:06.407960 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5b9a0023-d776-462a-b605-4539e0274f43 req-64731ab0-261d-4170-9dc6-9a53221a15dc tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581209 Apr 30 14:04:06.433432 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-755b3b69-1ce3-44e4-aada-5247ea3b28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:06.433432 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-755b3b69-1ce3-44e4-aada-5247ea3b28ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0744121 Apr 30 14:04:06.489209 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-d6abe2e5-e682-4232-80ab-efa7b745924e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489011 Apr 30 14:04:06.645338 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-7a9d069f-bb92-462e-a249-2bba17c30baf service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483777 Apr 30 14:04:06.875038 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dbd02ec3-1999-445b-841e-a8d41e42dbb2 req-2d7c88a8-0ca0-429e-b73a-157b32a959bf service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221830 Apr 30 14:04:07.417371 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38926) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:07.606048 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:07.625929 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:07.631111 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Usage tracker for resource:security_group_rule and tenant:f594172a8e084d36a6924930761f65b2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:07.634376 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:07.641070 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:07.672091 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7d2fa-d4d1-4d3b-b596-a5fde4dd5a33 req-f616a8e4-6063-4606-91e7-e3a32faf1e0a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:07.681559 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fbf7d2fa-d4d1-4d3b-b596-a5fde4dd5a33 req-f616a8e4-6063-4606-91e7-e3a32faf1e0a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1377273 Apr 30 14:04:07.764357 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fbf7d2fa-d4d1-4d3b-b596-a5fde4dd5a33 req-d5eb6c31-ce77-49bc-9d32-a38e2910ae34 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811303 Apr 30 14:04:07.817909 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:07.823705 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:07.842114 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f9ea331-aa51-4f1e-8371-2d144fd6a553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:07.877331 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38944) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:07.941528 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f594172a8e084d36a6924930761f65b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222087 Apr 30 14:04:07.942714 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac0ca99-d785-44bc-948e-4a6d99317692,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:07.943990 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 38950) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:07.947524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:07.984626 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4730a55-b48f-4c50-a911-64b25f996f70 req-7d8d7574-12d5-493c-b09a-ef956c4596ef tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:07.986572 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4730a55-b48f-4c50-a911-64b25f996f70 req-7d8d7574-12d5-493c-b09a-ef956c4596ef tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 945 time: 0.1197901 Apr 30 14:04:08.008186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.032835 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4730a55-b48f-4c50-a911-64b25f996f70 req-a94dafab-4fac-4766-9955-c85faf2e61a2 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Apr 30 14:04:08.034067 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:08.041722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Usage tracker for resource:security_group_rule and tenant:3a6e3b8a82a643f7aa67dc5a2c0581e9 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:08.045915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:08.048631 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.053441 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:08.098769 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.183109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.189239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:08.210153 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac0ca99-d785-44bc-948e-4a6d99317692,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:08.216371 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:08.217616 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.223934 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.227891 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ac0ca99-d785-44bc-948e-4a6d99317692 HTTP/1.1" status: 204 len: 168 time: 0.2826552 Apr 30 14:04:08.229403 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.241651 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d04a51cc-84c3-4e40-9822-11146531367e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:08.287980 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6e3b8a82a643f7aa67dc5a2c0581e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093823 Apr 30 14:04:08.289928 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668bf02-2da2-4e4a-a519-b737a066b917,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:08.290672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 38960) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:08.292902 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:08.361965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.392921 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.447907 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.453011 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36fa8fca-2d6c-4897-a305-f24020146d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:08.467531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668bf02-2da2-4e4a-a519-b737a066b917,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:08.469962 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:08.485439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:08.487476 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c668bf02-2da2-4e4a-a519-b737a066b917 HTTP/1.1" status: 204 len: 168 time: 0.1952560 Apr 30 14:04:08.990119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14cccc-b694-4f2e-a2ab-468a64144955 req-3590b4ca-ba9b-402f-8c40-685b28f2dc7d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:08.992787 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ce14cccc-b694-4f2e-a2ab-468a64144955 req-3590b4ca-ba9b-402f-8c40-685b28f2dc7d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1203120 Apr 30 14:04:08.997569 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39006) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:09.055161 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ce14cccc-b694-4f2e-a2ab-468a64144955 req-940f41ac-5ef5-4264-82f3-c93111499fd2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546637 Apr 30 14:04:09.151184 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2029589311-network', 'tenant_id': 'a9dab46b343b47a288be9a24230b533e'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:09.156663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:09.168979 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Usage tracker for resource:network and tenant:a9dab46b343b47a288be9a24230b533e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:09.222136 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:09.231072 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:09.276167 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566779fb-fbde-41c4-a3ed-e2af8cb388f2 req-7f3e2eb4-e2a0-426e-bbf7-4b17536a2b9d tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:09.277790 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-566779fb-fbde-41c4-a3ed-e2af8cb388f2 req-7f3e2eb4-e2a0-426e-bbf7-4b17536a2b9d tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 945 time: 0.1102555 Apr 30 14:04:09.279058 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Made reservation on behalf of a9dab46b343b47a288be9a24230b533e for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:09.282407 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.346728 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.371013 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:09.375804 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Usage tracker for resource:security_group_rule and tenant:a9dab46b343b47a288be9a24230b533e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:09.379328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:09.386652 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:09.437099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-93981d3d-bb30-4d03-b2ed-789fe28284ca tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:09.439437 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-93981d3d-bb30-4d03-b2ed-789fe28284ca tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 945 time: 0.1151645 Apr 30 14:04:09.451805 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-566779fb-fbde-41c4-a3ed-e2af8cb388f2 req-1cdf0616-fa10-445c-b38d-40875eeb3337 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/security-groups?id=07e0a1be-e531-4123-a20b-b2087f0b0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497467 Apr 30 14:04:09.513653 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.518321 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.522783 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9740ca42-84f0-4f2d-8525-c1a24f243166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:09.551205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:04:09.561483 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f0fe5-3723-4774-aeca-415700c8cff1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:09.565376 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:09.568937 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.569495 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Added segment 86c721ab-5859-47cb-ac6e-5dfcdd3081ec of type vlan for network 3009dcb8-a019-410f-b98f-d92719f491aa Apr 30 14:04:09.598424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.633114 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Deleting port 0db13549-8f0f-462b-9cb1-525ccbc48d73 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:04:09.633379 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.644701 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.646355 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:09.647698 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.653210 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:09.787597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] For port 0db13549-8f0f-462b-9cb1-525ccbc48d73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0db13549-8f0f-462b-9cb1-525ccbc48d73,segment=NetworkSegment(f9417ded-81a8-4628-83fd-5129522ca0f7),segment_id=f9417ded-81a8-4628-83fd-5129522ca0f7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:09.788029 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.831628 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Pushing event updated for resources: {'Network': ['ID=3009dcb8-a019-410f-b98f-d92719f491aa,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:09.836485 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:09.838214 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8396184 Apr 30 14:04:09.841969 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39046) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:09.844048 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 3009dcb8-a019-410f-b98f-d92719f491aa details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:04:09.855511 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Request body: {'subnet': {'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2029589311-subnet', 'tenant_id': 'a9dab46b343b47a288be9a24230b533e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:09.864597 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:09.881477 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Usage tracker for resource:subnet and tenant:a9dab46b343b47a288be9a24230b533e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:09.884507 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:09.891047 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:09.903629 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Made reservation on behalf of a9dab46b343b47a288be9a24230b533e for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:09.906191 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:09.949046 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Calling delete_port for 0db13549-8f0f-462b-9cb1-525ccbc48d73 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:04:10.093070 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.106180 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['0db13549-8f0f-462b-9cb1-525ccbc48d73'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:04:10.113033 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-782aea0c-e224-40be-9a28-75ed0eec64a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:10.225524 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Pushing event deleted for resources: {'Port': ['ID=0db13549-8f0f-462b-9cb1-525ccbc48d73,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:10.229093 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:10.282868 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39058) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:10.313041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] No DVR routers for this DVR port 0db13549-8f0f-462b-9cb1-525ccbc48d73 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:04:10.317115 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.320494 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'name': 'network-vif-deleted', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:10.368030 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-596f1c99-3b16-4315-8622-d3f8af8fc795 req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.46 "DELETE /v2.0/ports/0db13549-8f0f-462b-9cb1-525ccbc48d73 HTTP/1.1" status: 204 len: 173 time: 0.9225345 Apr 30 14:04:10.395482 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae20ebf3-a10b-4b70-9a13-67bf6ae62020', 'name': 'network-vif-deleted', 'tag': '0db13549-8f0f-462b-9cb1-525ccbc48d73', 'status': 'completed', 'code': 200} Apr 30 14:04:10.443708 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83251c92-b147-47ae-8b32-e88c1676edce req-aaa40d5b-0c8b-49d6-a857-095f89354278 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:10.445265 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-83251c92-b147-47ae-8b32-e88c1676edce req-aaa40d5b-0c8b-49d6-a857-095f89354278 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2238784 Apr 30 14:04:10.574899 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-83251c92-b147-47ae-8b32-e88c1676edce req-616b8c3a-2ca9-42a3-81b3-340a637cfb23 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203871 Apr 30 14:04:10.575524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.600322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:10.606138 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Usage tracker for resource:security_group_rule and tenant:c1feced9e6024f808e76ba3b71643a0d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:10.609359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:10.620132 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:10.710100 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.719147 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4f5b501e-ecbd-41b0-ae23-8179919d4af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:10.816509 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b209ff-d455-4e1c-b341-71099d353d09,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:10.825439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:10.826305 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Checking segment: {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:04:10.826647 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Network hostable DHCP agents. Network: 3009dcb8-a019-410f-b98f-d92719f491aa, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:04:10.835707 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-29008aad-5465-46b6-8ef4-9eb7dd643f7a req-d2063e4a-94ea-4868-af7e-7f7748956e78 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Synchronizing usage tracker for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:10.851836 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-29008aad-5465-46b6-8ef4-9eb7dd643f7a req-d2063e4a-94ea-4868-af7e-7f7748956e78 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Unset dirty status for tenant:246a81e8413d4aa0b0053af8d6dfdc61 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:10.853404 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29008aad-5465-46b6-8ef4-9eb7dd643f7a req-d2063e4a-94ea-4868-af7e-7f7748956e78 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae20ebf3-a10b-4b70-9a13-67bf6ae62020 HTTP/1.1" status: 200 len: 210 time: 0.0785272 Apr 30 14:04:10.872520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.873877 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Network 3009dcb8-a019-410f-b98f-d92719f491aa is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:04:10.877570 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.888127 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fde7d40a-110e-44b9-bdd9-9b192125177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:10.905831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 3009dcb8-a019-410f-b98f-d92719f491aa) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:04:10.914354 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14461f64-7fd3-466d-92e8-c0306c85e08e None None] Network 3009dcb8-a019-410f-b98f-d92719f491aa requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:04:10.938115 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:10.938707 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:10.944663 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1feced9e6024f808e76ba3b71643a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591609 Apr 30 14:04:10.947348 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39082) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:10.951832 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3361a-1ec0-4e84-bced-64643718bfb0,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:10.956590 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:10.980885 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1293728 Apr 30 14:04:11.024825 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:11.068199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:11.130105 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:11.135622 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7cccbf56-544b-4409-a614-e9a96c3a4b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:11.148043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3361a-1ec0-4e84-bced-64643718bfb0,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:11.151861 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:11.154083 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:11.155226 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a3361a-1ec0-4e84-bced-64643718bfb0 HTTP/1.1" status: 204 len: 168 time: 0.2068889 Apr 30 14:04:11.223946 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f077d-06d7-4c72-bbcb-e591949a6262 None None] Network 3009dcb8-a019-410f-b98f-d92719f491aa requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:04:11.964958 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84558c9c-daf8-446a-b690-1b157a825ddd req-d8dffcca-f482-45e5-bacf-07a3b136e872 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:11.966727 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-84558c9c-daf8-446a-b690-1b157a825ddd req-d8dffcca-f482-45e5-bacf-07a3b136e872 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1374600 Apr 30 14:04:12.064621 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-84558c9c-daf8-446a-b690-1b157a825ddd req-56dde5fa-5f95-4473-b1a2-c6e302b85180 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905690 Apr 30 14:04:13.147341 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0db13549-8f0f-462b-9cb1-525ccbc48d73 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:04:13.197666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 0db13549-8f0f-462b-9cb1-525ccbc48d73 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:04:13.197990 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0db13549-8f0f-462b-9cb1-525ccbc48d73 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:04:13.275619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c904a-6daa-40d0-bd1e-67bdeb24774b req-86620523-513f-471d-9f6c-7e9051531d05 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:13.278241 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3d4c904a-6daa-40d0-bd1e-67bdeb24774b req-86620523-513f-471d-9f6c-7e9051531d05 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1028044 Apr 30 14:04:13.341544 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3d4c904a-6daa-40d0-bd1e-67bdeb24774b req-09292fbd-050b-4342-9659-e935ba90d0e7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Apr 30 14:04:13.447552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-07b511d4-f9ea-4792-8cc0-b138490ee91f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:13.449515 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-07b511d4-f9ea-4792-8cc0-b138490ee91f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 814 time: 0.1855440 Apr 30 14:04:13.465177 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-1d27daa3-2997-47ec-bd3e-77ebc0619835 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/quotas/a9dab46b343b47a288be9a24230b533e HTTP/1.1" status: 200 len: 375 time: 0.0101695 Apr 30 14:04:13.514521 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-48a43f99-d533-4c7f-b772-709c7218b350 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426869 Apr 30 14:04:13.753115 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-2d4703bb-3946-48e8-8b17-2f48d5426da2 service neutron] 10.222.0.37 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301078 Apr 30 14:04:13.892112 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-25e98a8b-5031-44fc-91de-71bbc39e7c17 service neutron] 10.222.0.37 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314638 Apr 30 14:04:14.153908 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-edc85407-2b32-4fcc-9b64-68a1eee19c19 req-a1b9c307-9160-4bc4-8794-5a46d92cd4f3 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 210 time: 0.0855913 Apr 30 14:04:14.594916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866ded-fc75-48a8-957c-651fe05087d0 req-f957d46e-31a5-4c58-ac13-b487e024e39d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:14.596468 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b5866ded-fc75-48a8-957c-651fe05087d0 req-f957d46e-31a5-4c58-ac13-b487e024e39d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1161072 Apr 30 14:04:14.651354 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b5866ded-fc75-48a8-957c-651fe05087d0 req-d380439e-3f83-42ad-afb6-3ab140e75fa3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Apr 30 14:04:15.372169 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9f979562-d66c-465e-9d4b-bf46ab7329b9 req-0f6fd8b1-c5fe-4d9c-81e7-132eb9c0ed7e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 210 time: 0.0759780 Apr 30 14:04:15.529040 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-e205d850-5e75-4869-9577-488cadf72919 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:15.530557 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-e205d850-5e75-4869-9577-488cadf72919 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 814 time: 0.2152045 Apr 30 14:04:15.544026 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Request body: {'port': {'device_id': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa', 'admin_state_up': True, 'tenant_id': 'a9dab46b343b47a288be9a24230b533e'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:15.652911 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39316) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:15.739160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:15.746085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Usage tracker for resource:port and tenant:a9dab46b343b47a288be9a24230b533e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:15.750337 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:15.756783 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:15.770405 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Made reservation on behalf of a9dab46b343b47a288be9a24230b533e for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:15.774774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:15.873977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:15.918025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:15.929512 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ad0d81200142c7895aeb743cbcb594 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:15.939134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:15.953607 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:15.977392 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d9150ec7-8750-47ff-98cf-268516105832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.102813 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994114-f73d-4248-9331-e49744c549de req-c807f580-d22b-4772-a4a7-940dc20429d2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:16.104334 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c994114-f73d-4248-9331-e49744c549de req-c807f580-d22b-4772-a4a7-940dc20429d2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2265923 Apr 30 14:04:16.105542 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Allocated IP 172.20.0.14 (3009dcb8-a019-410f-b98f-d92719f491aa/17b209ff-d455-4e1c-b341-71099d353d09/d8e7a806-61b3-4307-9844-8a0b5bdaac3d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:04:16.120675 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.129331 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.139558 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.149031 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-062696d3-1c07-49cb-96e1-e38c9d910a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:16.203492 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c994114-f73d-4248-9331-e49744c549de req-e31bda76-ee27-4703-834b-406863b2f480 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902467 Apr 30 14:04:16.228502 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2ad0d81200142c7895aeb743cbcb594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738869 Apr 30 14:04:16.229416 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39338) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:16.235810 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0ee07-0844-468b-88c8-b40726bbc407,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:16.265201 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:16.349455 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.382456 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.401378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.433890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.441476 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:16.449037 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.454944 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c228c33-b548-438a-a270-68b22f3d8fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:16.470277 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0ee07-0844-468b-88c8-b40726bbc407,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:16.473472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:16.481353 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.485336 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85b0ee07-0844-468b-88c8-b40726bbc407 HTTP/1.1" status: 204 len: 168 time: 0.2498586 Apr 30 14:04:16.552779 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Network 3009dcb8-a019-410f-b98f-d92719f491aa is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:04:16.556430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:04:16.558816 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:04:16.612710 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Pushing event updated for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:16.619802 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:16.646407 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:16.647018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:16.682355 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3859d-5e3a-4f93-86b3-90957b5a4815 req-078af64d-a241-4a0e-abc4-f8536590734e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:16.683062 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-69e3859d-5e3a-4f93-86b3-90957b5a4815 req-078af64d-a241-4a0e-abc4-f8536590734e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Synchronizing usage tracker for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:16.687532 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1476743 Apr 30 14:04:16.702979 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Request body: {'port': {'device_id': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:16.731891 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-69e3859d-5e3a-4f93-86b3-90957b5a4815 req-078af64d-a241-4a0e-abc4-f8536590734e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Unset dirty status for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:16.733012 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-69e3859d-5e3a-4f93-86b3-90957b5a4815 req-078af64d-a241-4a0e-abc4-f8536590734e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 932 time: 0.2429121 Apr 30 14:04:16.827103 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-69e3859d-5e3a-4f93-86b3-90957b5a4815 req-172ddb31-28c8-4544-93e1-b6976085a9f2 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876594 Apr 30 14:04:16.860603 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.091309 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39376) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:17.319760 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.368602 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:17.391866 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Usage tracker for resource:security_group_rule and tenant:0f7ad9ac2a95476a9d734aba0583b145 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:17.398977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:17.411491 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:17.552060 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e7a806-61b3-4307-9844-8a0b5bdaac3d {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:04:17.563829 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.587460 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Transition to ACTIVE for port object d8e7a806-61b3-4307-9844-8a0b5bdaac3d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:04:17.603886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.609245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35ee9066-4083-42db-af6a-17730cdbf9da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:17.636584 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.642063 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:17.653165 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4b532496-1e8e-45e5-8718-3422eeac1e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:17.696975 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454625c-4323-445a-aed5-f442bd6c9398 req-56bcd53c-eaca-4ff6-ab71-721056227cd0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:17.705761 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6454625c-4323-445a-aed5-f442bd6c9398 req-56bcd53c-eaca-4ff6-ab71-721056227cd0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2799246 Apr 30 14:04:17.781961 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f7ad9ac2a95476a9d734aba0583b145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889434 Apr 30 14:04:17.784184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39424) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:17.788238 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aca678-1200-4e78-9508-859bb8bbbb83,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:17.816530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:17.829099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Pushing event updated for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:17.840446 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:17.977009 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6454625c-4323-445a-aed5-f442bd6c9398 req-1fdf675c-bd8f-4dc4-bc24-feef28583a54 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699769 Apr 30 14:04:17.998013 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768124c9-e843-4aae-91b7-d53ebfdc0510 req-67709110-e326-4acc-9576-fc5e312777d5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.004711 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-768124c9-e843-4aae-91b7-d53ebfdc0510 req-67709110-e326-4acc-9576-fc5e312777d5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1261845 Apr 30 14:04:18.031009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Attempting to bind port d8e7a806-61b3-4307-9844-8a0b5bdaac3d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:04:18.031362 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Attempting to bind port d8e7a806-61b3-4307-9844-8a0b5bdaac3d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:04:18.031689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Attempting to bind port d8e7a806-61b3-4307-9844-8a0b5bdaac3d on network 3009dcb8-a019-410f-b98f-d92719f491aa {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:04:18.039030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Port d8e7a806-61b3-4307-9844-8a0b5bdaac3d on network 3009dcb8-a019-410f-b98f-d92719f491aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:04:18.039373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Attempting to bind port d8e7a806-61b3-4307-9844-8a0b5bdaac3d on network 3009dcb8-a019-410f-b98f-d92719f491aa {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:04:18.044657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.067118 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-768124c9-e843-4aae-91b7-d53ebfdc0510 req-a8b9ba0a-d4d6-43d2-9e48-f7c63ae0db33 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576677 Apr 30 14:04:18.072130 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:04:18.072553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Checking segment: {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:04:18.073059 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Bound using segment: {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:04:18.073363 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Bound port: d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:04:18.073833 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.106381 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.232273 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:04:18.238056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:04:18.240210 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.247317 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ec55c801-f34c-4a8b-94c1-81188723c1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:18.263933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.294359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af29c7e-080c-4f4c-97e6-4ffda6bd3ad3 req-9f23ac37-ba45-49af-9459-58cb2828f183 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.296053 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8af29c7e-080c-4f4c-97e6-4ffda6bd3ad3 req-9f23ac37-ba45-49af-9459-58cb2828f183 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 944 time: 0.1111503 Apr 30 14:04:18.306522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aca678-1200-4e78-9508-859bb8bbbb83,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:18.315750 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.316834 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2aca678-1200-4e78-9508-859bb8bbbb83 HTTP/1.1" status: 204 len: 168 time: 0.5212870 Apr 30 14:04:18.317877 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:18.320233 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:18.356029 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8af29c7e-080c-4f4c-97e6-4ffda6bd3ad3 req-900b83ac-f912-49d6-88ba-da740953f2b9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Synchronizing usage tracker for tenant:a9dab46b343b47a288be9a24230b533e on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:18.373868 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b540c59a-7ad2-462a-af67-62c326c8c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.381642 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8af29c7e-080c-4f4c-97e6-4ffda6bd3ad3 req-900b83ac-f912-49d6-88ba-da740953f2b9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Unset dirty status for tenant:a9dab46b343b47a288be9a24230b533e on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:18.383641 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8af29c7e-080c-4f4c-97e6-4ffda6bd3ad3 req-900b83ac-f912-49d6-88ba-da740953f2b9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803373 Apr 30 14:04:18.405324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.406100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.407975 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] 10.222.0.46 "PUT /v2.0/ports/d8e7a806-61b3-4307-9844-8a0b5bdaac3d HTTP/1.1" status: 200 len: 1094 time: 1.7099698 Apr 30 14:04:18.409699 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:18.506254 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d', 'status': 'completed', 'code': 200} Apr 30 14:04:18.514366 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:18.522419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Pushing event updated for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:18.528547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:18.548890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f902bf5-19a2-4e0e-9912-462005c16197 req-556a0e6e-70c8-47b1-844c-00c36d984007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.550271 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8f902bf5-19a2-4e0e-9912-462005c16197 req-556a0e6e-70c8-47b1-844c-00c36d984007 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.2885690 Apr 30 14:04:18.601777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-08c9faeb-dcba-44aa-b9d7-5be69dc8847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.601777 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-08c9faeb-dcba-44aa-b9d7-5be69dc8847a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 1097 time: 0.1440780 Apr 30 14:04:18.674932 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-864352dc-ad65-4b66-afdb-c7a0f3ca7a8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d HTTP/1.1" status: 200 len: 217 time: 0.0704277 Apr 30 14:04:18.679537 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8f902bf5-19a2-4e0e-9912-462005c16197 req-38d513e3-dae3-4961-94e3-71f427414c49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190419 Apr 30 14:04:18.794160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9601fc16-eb9c-4a65-aeb4-92c4abfa5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:18.795656 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-9601fc16-eb9c-4a65-aeb4-92c4abfa5bb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17b209ff-d455-4e1c-b341-71099d353d09 HTTP/1.1" status: 200 len: 854 time: 0.0634167 Apr 30 14:04:18.858169 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-637c0968-6e76-41d6-8eb7-5db7e9dccb57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3009dcb8-a019-410f-b98f-d92719f491aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455682 Apr 30 14:04:19.027789 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-6c50b70d-30a8-4781-b502-94153ed103de service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578026 Apr 30 14:04:19.308336 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f921b02-17eb-4f3c-adf6-d5e31dc98aa8 req-def7a6a7-ba79-4661-b0db-902503af6df7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:19.318480 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7f921b02-17eb-4f3c-adf6-d5e31dc98aa8 req-def7a6a7-ba79-4661-b0db-902503af6df7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1925414 Apr 30 14:04:19.318825 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-265e816d-786a-46d4-96b9-a60c3845c327 req-c32e5524-c127-46b6-ab8e-7315fea50daf service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824249 Apr 30 14:04:19.366827 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7f921b02-17eb-4f3c-adf6-d5e31dc98aa8 req-54e28a07-b618-4417-9b98-1cc141bfaf89 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Apr 30 14:04:19.410029 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:19.637157 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d648c-2fa2-4173-9024-42c8165e3de9 req-4815477d-51d6-45bb-81fe-4fd255f0f909 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:19.650470 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d7d648c-2fa2-4173-9024-42c8165e3de9 req-4815477d-51d6-45bb-81fe-4fd255f0f909 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.3388503 Apr 30 14:04:19.688229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-34881e9b-a44c-41bd-b458-d932cf65d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:19.689836 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-34881e9b-a44c-41bd-b458-d932cf65d551 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 1097 time: 0.2670569 Apr 30 14:04:19.722204 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d7d648c-2fa2-4173-9024-42c8165e3de9 req-f7783b57-7dd0-40e6-b4e4-21db6f81f578 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709050 Apr 30 14:04:19.819770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32253-c197-4948-a9f6-90b0edd96d71 req-6f61941a-3e2b-44c7-a80a-e1a2fed59422 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:19.821324 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7ae32253-c197-4948-a9f6-90b0edd96d71 req-6f61941a-3e2b-44c7-a80a-e1a2fed59422 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 944 time: 0.2847672 Apr 30 14:04:19.923636 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7ae32253-c197-4948-a9f6-90b0edd96d71 req-9809b4f2-acf5-4822-9a10-1899ab879e00 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959413 Apr 30 14:04:19.985881 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-05fd7d3c-9b57-410a-8cca-69ae1d0a8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:19.987379 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-05fd7d3c-9b57-410a-8cca-69ae1d0a8c5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 915 time: 0.2684994 Apr 30 14:04:20.075641 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-24631f59-868b-4a06-8f73-b72607b74c9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d HTTP/1.1" status: 200 len: 217 time: 0.0811825 Apr 30 14:04:20.152010 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-b3c382e5-50fa-467e-89c5-33a02d6f9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:20.153599 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-b3c382e5-50fa-467e-89c5-33a02d6f9103 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17b209ff-d455-4e1c-b341-71099d353d09 HTTP/1.1" status: 200 len: 854 time: 0.0709913 Apr 30 14:04:20.213721 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-fa925adf-0d3e-4e69-b7d4-2a5922f79dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3009dcb8-a019-410f-b98f-d92719f491aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510371 Apr 30 14:04:20.360958 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-49ee62a4-71b5-4e44-807e-808050ce0576 service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346626 Apr 30 14:04:20.363507 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39560) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:20.527224 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:20.565092 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:20.577929 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Usage tracker for resource:security_group_rule and tenant:989422a56efa4b40bcb94b8bfd14e56e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:20.583186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:20.589374 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b5dd28c-1bae-4199-8619-df4d3aae9925 req-891cf541-8175-4e1d-ae27-eee2bc22e74b service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196534 Apr 30 14:04:20.593671 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:20.663931 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec373e2-78e2-406b-a8c9-e4854967456b req-608bd3f9-f2cc-4b17-b653-1c4e543bca40 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:20.665372 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4ec373e2-78e2-406b-a8c9-e4854967456b req-608bd3f9-f2cc-4b17-b653-1c4e543bca40 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1715856 Apr 30 14:04:20.737284 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4ec373e2-78e2-406b-a8c9-e4854967456b req-f9957d68-544a-4537-8831-64ed207ee69a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653591 Apr 30 14:04:20.757872 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:20.763721 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:20.772511 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22fa0468-1424-48a4-af9b-06772e967593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:20.813143 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=989422a56efa4b40bcb94b8bfd14e56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461815 Apr 30 14:04:20.813707 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39582) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:20.899514 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5df090-c93d-43a3-816e-ef6cd83080c1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:20.903869 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:20.935074 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:21.029737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:21.125484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9210a30-b7b5-47f8-8a15-22c25d9651f7 req-9dd78dce-a471-48e0-9b49-ef2d77425636 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:21.158183 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c9210a30-b7b5-47f8-8a15-22c25d9651f7 req-9dd78dce-a471-48e0-9b49-ef2d77425636 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1767726 Apr 30 14:04:21.184198 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:21.247139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:21.254126 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8036c57-de91-4671-b46c-041145cade34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:21.270789 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c9210a30-b7b5-47f8-8a15-22c25d9651f7 req-eab3a5f0-3e0c-4d04-8f97-a835b7e855c2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116343 Apr 30 14:04:21.281010 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5df090-c93d-43a3-816e-ef6cd83080c1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:21.285204 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:21.289332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:21.293505 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c5df090-c93d-43a3-816e-ef6cd83080c1 HTTP/1.1" status: 204 len: 168 time: 0.4787424 Apr 30 14:04:21.318609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-61a48939-3cf5-4ff7-8332-525417653acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:21.320208 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-61a48939-3cf5-4ff7-8332-525417653acb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.1438107 Apr 30 14:04:21.481307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-ecb3dd9c-9cc5-4efc-ae7d-081a87262027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:21.482982 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-ecb3dd9c-9cc5-4efc-ae7d-081a87262027 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.1555407 Apr 30 14:04:21.599756 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-d5ad8b2a-0471-4e39-b7e0-97328f68db54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.0746026 Apr 30 14:04:21.672563 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-eb283fb0-b790-4baa-8725-e5c307678e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:21.674090 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-eb283fb0-b790-4baa-8725-e5c307678e4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0703571 Apr 30 14:04:21.758024 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-81909c4d-b827-4fd5-b665-e8a648dbc709 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731661 Apr 30 14:04:21.768081 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949fc42-61d5-4835-aa6f-4c732d14e544 req-5b112b18-1c41-42ec-950a-6096a873282e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:21.769727 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9949fc42-61d5-4835-aa6f-4c732d14e544 req-5b112b18-1c41-42ec-950a-6096a873282e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 944 time: 0.2825809 Apr 30 14:04:22.000592 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9949fc42-61d5-4835-aa6f-4c732d14e544 req-8bf4e9a9-e24a-4f01-bfa0-58e4b05e94a0 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040100 Apr 30 14:04:22.042627 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-2c7359d2-41d3-4a1b-ba4d-23c9395adf16 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697253 Apr 30 14:04:22.219437 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ef46e9-a6cb-401b-a55a-2a18608d5b07 req-166c9c68-af9a-41fc-ac28-190a0adeee86 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702108 Apr 30 14:04:22.294301 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed04001-0a6b-4903-be82-5514ebb2498c req-f0fba6b7-c8f8-4da9-88c1-fc1b235ff675 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:22.295843 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eed04001-0a6b-4903-be82-5514ebb2498c req-f0fba6b7-c8f8-4da9-88c1-fc1b235ff675 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1846256 Apr 30 14:04:22.359926 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eed04001-0a6b-4903-be82-5514ebb2498c req-0a56f73c-bafa-4a58-9801-fa0430bf99f1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Apr 30 14:04:22.527532 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638701e-d6b2-4a9f-8a9e-db22f3ec50e5 req-58306f88-4664-48e9-a0ef-c745b2c989e5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:22.528872 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1638701e-d6b2-4a9f-8a9e-db22f3ec50e5 req-58306f88-4664-48e9-a0ef-c745b2c989e5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0819819 Apr 30 14:04:22.577743 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1638701e-d6b2-4a9f-8a9e-db22f3ec50e5 req-e9aa815b-49e0-41f5-9f53-7d2495899be2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Apr 30 14:04:23.158710 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device d8e7a806-61b3-4307-9844-8a0b5bdaac3d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:04:23.229803 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5aa58-ec5b-491c-b3dc-15b2c79bacef req-995d1b82-3357-4ad9-9144-ead18c0af28f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:23.231865 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2eb5aa58-ec5b-491c-b3dc-15b2c79bacef req-995d1b82-3357-4ad9-9144-ead18c0af28f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 944 time: 0.0995610 Apr 30 14:04:23.305240 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2eb5aa58-ec5b-491c-b3dc-15b2c79bacef req-e610435e-2294-4a69-87ab-abc56fed1029 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Apr 30 14:04:23.345838 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:23.362620 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d', 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa', 'port_id': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d', 'mac_address': 'fa:16:3e:ad:21:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b209ff-d455-4e1c-b341-71099d353d09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:04:23.430198 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:23.447976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e7a806-61b3-4307-9844-8a0b5bdaac3d {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:04:23.465425 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:23.472281 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:23.475735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-35416a17-6cbe-44f4-a4ca-fde406c45109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:23.577007 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:23.580594 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:23.648253 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c8394-6cee-4256-bcd9-e2ad897d1ea3 req-7dbe3316-6144-4a2b-b979-0d37da444220 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:23.657074 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b90c8394-6cee-4256-bcd9-e2ad897d1ea3 req-7dbe3316-6144-4a2b-b979-0d37da444220 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1286359 Apr 30 14:04:23.735625 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b90c8394-6cee-4256-bcd9-e2ad897d1ea3 req-d30615e5-6666-4b16-9c86-d4b3c8341b9b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773041 Apr 30 14:04:23.769449 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['d8e7a806-61b3-4307-9844-8a0b5bdaac3d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:04:23.885922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcce03-a5ff-43be-bccf-6f92fa72a693 req-0185ab0f-5d3f-4d4a-8147-4b6fe0ebe3ac tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:23.893771 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b4fcce03-a5ff-43be-bccf-6f92fa72a693 req-0185ab0f-5d3f-4d4a-8147-4b6fe0ebe3ac tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1142757 Apr 30 14:04:23.955906 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b4fcce03-a5ff-43be-bccf-6f92fa72a693 req-d399e091-5661-42c1-8de7-36d27e052849 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607255 Apr 30 14:04:24.502845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9becc-7d6b-4c3f-aec7-b438aad320cb req-7092af99-0b43-4fc3-946f-b411a354a93d tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:24.510064 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-06f9becc-7d6b-4c3f-aec7-b438aad320cb req-7092af99-0b43-4fc3-946f-b411a354a93d tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 945 time: 0.0939667 Apr 30 14:04:24.555895 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-06f9becc-7d6b-4c3f-aec7-b438aad320cb req-a78d255b-8ec3-48b0-bafb-df5b61ae8454 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Apr 30 14:04:24.756831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614004f7-958b-465b-9c67-fad6ecf49aa1 req-7d005e3a-d2ce-4b46-9ca2-7a36e25bebeb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:24.758350 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-614004f7-958b-465b-9c67-fad6ecf49aa1 req-7d005e3a-d2ce-4b46-9ca2-7a36e25bebeb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0858333 Apr 30 14:04:24.817594 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-614004f7-958b-465b-9c67-fad6ecf49aa1 req-aa074100-f9c9-41c9-947c-a398c2aa9a29 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493720 Apr 30 14:04:24.941314 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142345f-18a8-4494-8f0c-f465de8d2b8d req-48ace5ee-6a5f-4a5c-a5ae-7330c5676c6c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:24.943499 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e142345f-18a8-4494-8f0c-f465de8d2b8d req-48ace5ee-6a5f-4a5c-a5ae-7330c5676c6c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0873387 Apr 30 14:04:24.994532 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e142345f-18a8-4494-8f0c-f465de8d2b8d req-7952db07-ef25-4b11-8d32-ea23c59b1f4a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Apr 30 14:04:25.160662 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device d8e7a806-61b3-4307-9844-8a0b5bdaac3d up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:04:25.198595 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ffdc7-9eff-4885-a1cf-f20e3341d81c req-e24d4fb1-3f37-48e6-8b9e-a3538fd8d933 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:25.208028 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b46ffdc7-9eff-4885-a1cf-f20e3341d81c req-e24d4fb1-3f37-48e6-8b9e-a3538fd8d933 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1287603 Apr 30 14:04:25.254542 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port d8e7a806-61b3-4307-9844-8a0b5bdaac3d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:04:25.260498 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port d8e7a806-61b3-4307-9844-8a0b5bdaac3d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:04:25.260883 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:25.263605 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b46ffdc7-9eff-4885-a1cf-f20e3341d81c req-033eebc5-9395-486a-ac93-a92de4901de4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540156 Apr 30 14:04:25.397261 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:25.425560 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:25.435367 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:25.440870 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:25.443479 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:25.492302 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d', 'code': 200} Apr 30 14:04:25.517006 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:25.520191 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:25.744667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6b5f-dc5e-46bc-bba6-ad41df75197f req-718157f3-f481-49a0-8704-46cb0d445d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:25.746122 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dd7a6b5f-dc5e-46bc-bba6-ad41df75197f req-718157f3-f481-49a0-8704-46cb0d445d37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 1099 time: 0.0763576 Apr 30 14:04:25.760043 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411b687-ac19-4742-91b9-26672780c624 req-3d715760-607b-4fec-8bc3-4d1d403ab888 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:25.761463 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3411b687-ac19-4742-91b9-26672780c624 req-3d715760-607b-4fec-8bc3-4d1d403ab888 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0828350 Apr 30 14:04:25.788745 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dd7a6b5f-dc5e-46bc-bba6-ad41df75197f req-8dd6f91f-30bf-44d5-864a-cc41c6f2a091 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Apr 30 14:04:25.805443 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3411b687-ac19-4742-91b9-26672780c624 req-8dbf89df-03b4-4966-bab8-9551adc89b22 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Apr 30 14:04:26.013205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616e9a0-141d-42be-89c4-645f2f729a42 req-b6776706-35a9-409e-a5b8-f262dd242547 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:26.014669 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3616e9a0-141d-42be-89c4-645f2f729a42 req-b6776706-35a9-409e-a5b8-f262dd242547 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0796034 Apr 30 14:04:26.062322 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3616e9a0-141d-42be-89c4-645f2f729a42 req-8d0051ac-9916-4064-91c5-a6c8add354c4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Apr 30 14:04:26.478723 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdd309-9f32-4217-920b-ef9365c12ec5 req-ac9a043d-fa1d-4d50-8f12-de886c60b5c0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:26.480617 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bffdd309-9f32-4217-920b-ef9365c12ec5 req-ac9a043d-fa1d-4d50-8f12-de886c60b5c0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0985429 Apr 30 14:04:26.528000 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bffdd309-9f32-4217-920b-ef9365c12ec5 req-6b420795-1596-4e28-827d-f003b036691f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Apr 30 14:04:26.766522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c418-5696-4727-b13a-71e8659064ce req-e904cc54-fad2-4bf8-b551-430b2025b95b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:26.784500 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3f54c418-5696-4727-b13a-71e8659064ce req-e904cc54-fad2-4bf8-b551-430b2025b95b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1197562 Apr 30 14:04:26.846217 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3f54c418-5696-4727-b13a-71e8659064ce req-14b32bf0-31ae-4d60-92dd-67d2de7ecc10 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605569 Apr 30 14:04:27.024885 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b3254-6b60-4483-a65b-f3e9365928d9 req-3b0fa2d4-f1ac-4dd5-85f0-6fee827e7cfb tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:27.026346 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-da9b3254-6b60-4483-a65b-f3e9365928d9 req-3b0fa2d4-f1ac-4dd5-85f0-6fee827e7cfb tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0818169 Apr 30 14:04:27.076458 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-da9b3254-6b60-4483-a65b-f3e9365928d9 req-72779356-8fe6-458c-954f-4c1aab252600 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Apr 30 14:04:27.266408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849a9ee-adef-49c7-aed1-1f9573426b6f req-0fae7c40-aa3f-43ec-b084-9299c6be351f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:27.267822 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9849a9ee-adef-49c7-aed1-1f9573426b6f req-0fae7c40-aa3f-43ec-b084-9299c6be351f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0887957 Apr 30 14:04:27.338459 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9849a9ee-adef-49c7-aed1-1f9573426b6f req-6f76dea0-40b0-48db-8c06-032ace4e0676 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643632 Apr 30 14:04:27.799033 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299030-3b8f-4665-82c4-053406e8b26f req-c7c77f90-32fc-474f-bbb5-223fcb2e6689 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:27.800580 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e4299030-3b8f-4665-82c4-053406e8b26f req-c7c77f90-32fc-474f-bbb5-223fcb2e6689 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0891926 Apr 30 14:04:27.848678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e4299030-3b8f-4665-82c4-053406e8b26f req-215ac8d3-8930-4d86-beb2-94eb92348988 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Apr 30 14:04:28.541475 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184bb5c-35f0-4131-a66c-2c1cb40caf1d req-f0111378-f97d-4858-bc90-2054b172ab1e tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:28.543792 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f184bb5c-35f0-4131-a66c-2c1cb40caf1d req-f0111378-f97d-4858-bc90-2054b172ab1e tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0889661 Apr 30 14:04:28.625349 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f184bb5c-35f0-4131-a66c-2c1cb40caf1d req-a48ae2bc-fab2-4a99-9dbc-48e68c52aca2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757439 Apr 30 14:04:29.053513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fc10f-06cc-49a7-b1a1-70272c59233e req-b71a35e6-e703-47f2-9f9f-c6c61093c07d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:29.055655 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ae4fc10f-06cc-49a7-b1a1-70272c59233e req-b71a35e6-e703-47f2-9f9f-c6c61093c07d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0886190 Apr 30 14:04:29.111937 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ae4fc10f-06cc-49a7-b1a1-70272c59233e req-8cd80b17-3a1d-41ab-ace5-5ea60d07e0c9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500431 Apr 30 14:04:29.852977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc00915-5edb-4e25-af15-ff602b6c896a req-f9314c4c-0b01-43b8-bd97-c2096f173cea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:29.854452 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8dc00915-5edb-4e25-af15-ff602b6c896a req-f9314c4c-0b01-43b8-bd97-c2096f173cea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0841303 Apr 30 14:04:29.909407 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8dc00915-5edb-4e25-af15-ff602b6c896a req-bc009845-7c9b-4857-a981-26fd481f52dd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490539 Apr 30 14:04:29.952531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39886) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:30.094494 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.111263 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:30.115806 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Usage tracker for resource:security_group_rule and tenant:453966ff90e44522b3440a3b8b462712 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:30.119824 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:30.125687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:30.223163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-175a359f-3511-4489-9d32-c378abf7c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:30.225442 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-175a359f-3511-4489-9d32-c378abf7c112 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.0769808 Apr 30 14:04:30.276618 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.282363 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.290337 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b4fa0cd8-09e2-4444-90c3-fd5baa0873c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:30.346453 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36069cf7-e5a3-4a8c-84c8-6755999b4f57 req-560de26d-aa49-4f09-86a0-549a98e75ece tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:30.347966 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-36069cf7-e5a3-4a8c-84c8-6755999b4f57 req-560de26d-aa49-4f09-86a0-549a98e75ece tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1618600 Apr 30 14:04:30.356798 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=453966ff90e44522b3440a3b8b462712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031696 Apr 30 14:04:30.359085 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c982f72-8f60-40b7-9885-a2bced21fe25,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:30.361778 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39898) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:30.402614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.402977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.403358 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.403710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.404056 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.404403 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.404743 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.405090 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.405432 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.405770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.406103 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.406435 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:30.427815 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:30.435020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abecb7-540c-47a0-a2ec-8f68ca545462 req-84af3e51-9328-45f1-9655-4e913b014a48 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:30.436515 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f2abecb7-540c-47a0-a2ec-8f68ca545462 req-84af3e51-9328-45f1-9655-4e913b014a48 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1847267 Apr 30 14:04:30.437653 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-e1be1aa4-cc1e-4fa9-98ad-a0c0b3949bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:30.438957 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-e1be1aa4-cc1e-4fa9-98ad-a0c0b3949bcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.2060375 Apr 30 14:04:30.454316 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-36069cf7-e5a3-4a8c-84c8-6755999b4f57 req-179e7491-5afe-4103-a018-cb0cab6d403f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961494 Apr 30 14:04:30.472448 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.501930 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.526626 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-fce5eda7-13b2-4538-aa79-f78ac1747a1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.0803401 Apr 30 14:04:30.589486 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.596932 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-346fab72-8097-4ebc-8d10-3023855df6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:30.615961 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f2abecb7-540c-47a0-a2ec-8f68ca545462 req-082641de-3e20-482f-ad6f-9276e6313e4b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708522 Apr 30 14:04:30.616451 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c982f72-8f60-40b7-9885-a2bced21fe25,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:30.621001 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:30.629240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.631105 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c982f72-8f60-40b7-9885-a2bced21fe25 HTTP/1.1" status: 204 len: 168 time: 0.2685492 Apr 30 14:04:30.645210 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-9030f981-58f9-4a16-9cda-eecc616b9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:30.647372 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-9030f981-58f9-4a16-9cda-eecc616b9673 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.1059084 Apr 30 14:04:30.698368 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-d40b587f-5d94-4673-aeb1-e5e270986131 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440567 Apr 30 14:04:30.918085 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-b0d8522b-2043-4814-9876-4a9ef806fd8a service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050540 Apr 30 14:04:30.957745 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39924) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:30.976423 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:30.992486 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:30.996603 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Usage tracker for resource:security_group_rule and tenant:d3493ff0eb72448cbd5168f818f40987 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:30.999643 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:31.006869 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:31.067360 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0aed388b-ca3c-4332-85e1-eca17e69eb52 req-ade95431-a3c0-43aa-8603-0d57298984e9 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413705 Apr 30 14:04:31.147376 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af91e-4490-42ac-8c56-39e167a7207e req-b96c7733-173f-4b62-8f8d-d0eb46f94dba tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:31.148913 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-586af91e-4490-42ac-8c56-39e167a7207e req-b96c7733-173f-4b62-8f8d-d0eb46f94dba tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1218417 Apr 30 14:04:31.200266 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.213007 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.225350 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:31.245426 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-586af91e-4490-42ac-8c56-39e167a7207e req-a68fb2d0-e011-48ed-936a-34669cfbfdcc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889025 Apr 30 14:04:31.272310 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3493ff0eb72448cbd5168f818f40987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127000 Apr 30 14:04:31.274047 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3848827f-1b87-4567-9356-7a181f55a806,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:31.274905 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39934) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:31.276981 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:31.330311 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.363653 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.414855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.418302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d7c9c3d3-6d3f-48ad-8ea0-57696bba5e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:31.428422 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3848827f-1b87-4567-9356-7a181f55a806,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:31.438042 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.438400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.438754 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.439099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.439468 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.439831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.440149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.440485 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.440826 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.441175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.441493 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.441822 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:04:31.446315 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:31.447367 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.448551 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3848827f-1b87-4567-9356-7a181f55a806 HTTP/1.1" status: 204 len: 168 time: 0.1725574 Apr 30 14:04:31.654169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64abc-5414-478d-a65a-765055a36236 req-cb9a63ac-ab38-478d-b601-a7d7830d1a82 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:31.655686 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bce64abc-5414-478d-a65a-765055a36236 req-cb9a63ac-ab38-478d-b601-a7d7830d1a82 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0852475 Apr 30 14:04:31.726087 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bce64abc-5414-478d-a65a-765055a36236 req-1fb06bde-be61-43af-9bf6-fdf22a6b5a59 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639060 Apr 30 14:04:31.829351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847a058-360e-4178-9544-0a6d5fbf0ed7 req-b3479fdf-32bf-49d6-a3e4-fdf94d20611a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:31.830833 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8847a058-360e-4178-9544-0a6d5fbf0ed7 req-b3479fdf-32bf-49d6-a3e4-fdf94d20611a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0866172 Apr 30 14:04:31.846903 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39946) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:31.864039 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.876641 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8847a058-360e-4178-9544-0a6d5fbf0ed7 req-42fa973b-d8de-47d5-9549-79c09c0a3922 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Apr 30 14:04:31.877890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:31.881780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9201cbe439b4f0490435acdb06ee638 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:31.885006 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:31.892238 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:31.976718 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.980496 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:31.988527 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 39952) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:31.990657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1bd02942-3f07-490d-b0e0-77fb7d04080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:32.035259 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9201cbe439b4f0490435acdb06ee638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849434 Apr 30 14:04:32.035259 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb90ac-1b1d-4e37-b88f-0be9614f2b44,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:32.036343 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39956) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:32.038999 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:32.097637 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.118370 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Deleting subnet eb888ef6-691b-4c9a-9513-27a24cb2994a {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:04:32.121216 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.122484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.134952 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:04:32.172533 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.184196 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.188943 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6d0df1c-63b0-4127-bbe7-5e101eb98de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:32.203305 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb90ac-1b1d-4e37-b88f-0be9614f2b44,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:32.205498 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:32.211861 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.216359 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0bb90ac-1b1d-4e37-b88f-0be9614f2b44 HTTP/1.1" status: 204 len: 168 time: 0.1789842 Apr 30 14:04:32.237545 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.485079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db18a-e2a4-4ca9-8ac0-e6037f7b691a req-1d7311a2-cf88-4758-8fa5-c6d173cf4175 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:32.486572 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-726db18a-e2a4-4ca9-8ac0-e6037f7b691a req-1d7311a2-cf88-4758-8fa5-c6d173cf4175 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0899355 Apr 30 14:04:32.515798 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.520738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-775fddd6-c59b-4a9e-ae60-41ac1183b3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:32.537730 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-726db18a-e2a4-4ca9-8ac0-e6037f7b691a req-c9bc1f50-b7d2-4f14-a64f-0000efd0e7ad tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Apr 30 14:04:32.563866 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb888ef6-691b-4c9a-9513-27a24cb2994a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:32.566612 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:32.569781 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.580045 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3e2bcf51-5334-422a-bcf9-295ca7be0330 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eb888ef6-691b-4c9a-9513-27a24cb2994a HTTP/1.1" status: 204 len: 168 time: 0.5899284 Apr 30 14:04:32.582819 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 39972) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:32.694458 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.841229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:32.964860 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906194c-f765-45ad-bbab-c7c2bec87ce0 req-8acbce4b-a683-4e2f-b861-744e3ddd925e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:32.966345 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3906194c-f765-45ad-bbab-c7c2bec87ce0 req-8acbce4b-a683-4e2f-b861-744e3ddd925e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1099746 Apr 30 14:04:33.004402 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50679606-6f9e-4dd3-ac6a-a567e7b026f7']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:33.022523 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9417ded-81a8-4628-83fd-5129522ca0f7') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:33.022737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9417ded-81a8-4628-83fd-5129522ca0f7') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:33.033619 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3906194c-f765-45ad-bbab-c7c2bec87ce0 req-e5c1ea65-b10b-4ff7-947e-72c2c513a02f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516353 Apr 30 14:04:33.079503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.101211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.110963 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:04:33.241299 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7626-51dc-4cbc-85b4-8e9b06be48b6 req-6d54c807-8323-4528-85bb-e35ef2865638 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:33.242766 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5bee7626-51dc-4cbc-85b4-8e9b06be48b6 req-6d54c807-8323-4528-85bb-e35ef2865638 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.2249670 Apr 30 14:04:33.323528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:04:33.333158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.504215 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5bee7626-51dc-4cbc-85b4-8e9b06be48b6 req-990d0130-0546-4210-beea-0941dafc0f06 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154825 Apr 30 14:04:33.550720 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 40006) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:33.593562 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Network 50679606-6f9e-4dd3-ac6a-a567e7b026f7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:04:33.616091 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:04:33.701798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.706569 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.709213 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:33.729375 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Pushing event deleted for resources: {'Network': ['ID=50679606-6f9e-4dd3-ac6a-a567e7b026f7,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:33.730555 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.731766 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:33.738881 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-2c789bc9-a491-4c7f-96a0-eee16470ff08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/50679606-6f9e-4dd3-ac6a-a567e7b026f7 HTTP/1.1" status: 204 len: 168 time: 1.1547582 Apr 30 14:04:33.743197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40014) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:33.756006 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:33.761381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Usage tracker for resource:security_group_rule and tenant:fc12863cfd954e11a4111ae06e10e44a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:33.765387 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:33.773433 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:33.808254 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Deleting subnet 2a4b44fc-ed1e-45c6-b983-ca84b76ad5b1 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:04:33.816311 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.823023 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ecf93-4b1d-4714-97fd-4fadccb8391e req-12355b20-3048-4564-a6dd-c6c1929a7bd3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:33.824752 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-606ecf93-4b1d-4714-97fd-4fadccb8391e req-12355b20-3048-4564-a6dd-c6c1929a7bd3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1635740 Apr 30 14:04:33.870073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6327047'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.913359 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-606ecf93-4b1d-4714-97fd-4fadccb8391e req-0e77d8f4-3bd4-4cac-ba8d-aced99908712 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633781 Apr 30 14:04:33.929095 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.932950 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.940306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:33.942130 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-10f7d564-ce69-4e9c-b138-21134275be04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:33.985250 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc12863cfd954e11a4111ae06e10e44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331915 Apr 30 14:04:33.986921 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dbbf89-76f9-4a40-922d-4cdfd45f2d94,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:33.990182 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40018) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:33.990469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:34.154348 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.275799 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.357419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c7b15-a8e3-4635-91e3-1141cde04b91 req-0d4de5b1-724b-4de8-8bd6-05ca8a03f534 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:34.358875 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df2c7b15-a8e3-4635-91e3-1141cde04b91 req-0d4de5b1-724b-4de8-8bd6-05ca8a03f534 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2152450 Apr 30 14:04:34.365035 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8367397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6291995'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.370519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b6334db-37fb-437c-82ab-b929d87112e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:34.426474 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4b44fc-ed1e-45c6-b983-ca84b76ad5b1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:34.429691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:34.437473 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.439945 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.445377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a49d9e36-c240-4f15-9a41-4f5aa9290753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:34.468106 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dbbf89-76f9-4a40-922d-4cdfd45f2d94,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:34.470384 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:34.472638 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.476652 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44dbbf89-76f9-4a40-922d-4cdfd45f2d94 HTTP/1.1" status: 204 len: 168 time: 0.4820652 Apr 30 14:04:34.481185 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-acf59985-a6e7-4bc1-9996-150bcde6ea58 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2a4b44fc-ed1e-45c6-b983-ca84b76ad5b1 HTTP/1.1" status: 204 len: 168 time: 0.7343047 Apr 30 14:04:34.482101 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40030) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:34.516402 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df2c7b15-a8e3-4635-91e3-1141cde04b91 req-cdc2c479-fc74-47ff-a3d8-04460326715d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152544 Apr 30 14:04:34.615250 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.764176 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcee0f-76f0-4708-bfb3-1fe6f09ef18e req-451aa664-a455-41d6-97fd-c14ad69a9732 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:34.764761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.766043 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0bfcee0f-76f0-4708-bfb3-1fe6f09ef18e req-451aa664-a455-41d6-97fd-c14ad69a9732 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0893972 Apr 30 14:04:34.815036 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0bfcee0f-76f0-4708-bfb3-1fe6f09ef18e req-10c18a53-b942-4b29-8043-cb457f4a6fa8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Apr 30 14:04:34.875725 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ddf95e-b3ec-407e-8f49-8216dd6dd9a1']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:34.888036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5867983e-0fa6-40ee-ba0c-ecd91cf76ecb') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:34.888327 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5867983e-0fa6-40ee-ba0c-ecd91cf76ecb') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:04:34.899765 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.915525 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:34.921284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:04:35.201078 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:04:35.201583 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:04:35.210356 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:35.334707 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:35.348293 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '62ee021c-cab4-4584-af31-c59641d457ad', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:04:35.387842 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Network 15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:04:35.411770 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:04:35.415417 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:35.434927 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:04:35.452014 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:35.455684 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:35.458426 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:35.483743 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0066ad-eeb6-4af3-ba59-238283b33bfd req-7a0f4462-02ca-47ed-a28a-452b146a7553 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:35.485203 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fe0066ad-eeb6-4af3-ba59-238283b33bfd req-7a0f4462-02ca-47ed-a28a-452b146a7553 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.4071143 Apr 30 14:04:35.530665 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:35.533742 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:35.534377 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:35.543929 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8caa20d8-96a5-4ab2-a4c3-378b7a676c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:35.557396 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:35.564288 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fe0066ad-eeb6-4af3-ba59-238283b33bfd req-5a9338a9-3abc-4179-874c-59d73c0a8a61 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705934 Apr 30 14:04:35.564443 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['62ee021c-cab4-4584-af31-c59641d457ad'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:04:35.570146 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Pushing event deleted for resources: {'Network': ['ID=15ddf95e-b3ec-407e-8f49-8216dd6dd9a1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:35.575144 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] 10.222.0.37 "DELETE /v2.0/networks/15ddf95e-b3ec-407e-8f49-8216dd6dd9a1 HTTP/1.1" status: 204 len: 168 time: 1.0897174 Apr 30 14:04:35.575144 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87c89522-d148-42c5-a258-8a15e13f958d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:35.800481 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b78292-f548-4e8e-9cbd-38ca22ce5860 req-66f05fba-b866-43a9-9658-f2094d1a1214 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:35.803758 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-40b78292-f548-4e8e-9cbd-38ca22ce5860 req-66f05fba-b866-43a9-9658-f2094d1a1214 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1085491 Apr 30 14:04:35.816742 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40048) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:35.852713 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-40b78292-f548-4e8e-9cbd-38ca22ce5860 req-aa83a4ff-b7ea-4bfe-84fb-f7f79a5a2e64 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Apr 30 14:04:35.878490 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-174c9882-f392-443f-9fff-d330931b5e3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=246a81e8413d4aa0b0053af8d6dfdc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532715 Apr 30 14:04:35.878490 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40054) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:35.961798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.005154 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.065580 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae17af-51d2-4f63-a377-19cb44a7892a req-1ed0fb67-61d1-416b-8d86-71f5e958f082 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:36.067005 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-afae17af-51d2-4f63-a377-19cb44a7892a req-1ed0fb67-61d1-416b-8d86-71f5e958f082 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 944 time: 0.1368256 Apr 30 14:04:36.092450 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.098580 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c362ed7-5601-4328-8cac-5cbf97c1cab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:36.123101 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e0a1be-e531-4123-a20b-b2087f0b0c0d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:36.125385 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:36.136005 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-afae17af-51d2-4f63-a377-19cb44a7892a req-06938921-c658-4488-bc7b-b62a17bc6573 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632000 Apr 30 14:04:36.137922 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.139498 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07e0a1be-e531-4123-a20b-b2087f0b0c0d HTTP/1.1" status: 204 len: 168 time: 0.2643683 Apr 30 14:04:36.484839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40062) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:36.533314 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f262f019-1cae-4d8c-813b-287376573263 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1780b89ed3e749d8b4e1add1c289ddb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472257 Apr 30 14:04:36.535725 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40066) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:36.592905 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.619367 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.675073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.679229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:36.690234 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0625d5-2bc4-40f9-9050-7c6875bf2d8e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:36.692731 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:36.703347 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:36.703347 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b0625d5-2bc4-40f9-9050-7c6875bf2d8e HTTP/1.1" status: 204 len: 168 time: 0.1633749 Apr 30 14:04:36.965264 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800d659-0e41-449c-8cb2-bb6e675f1885 req-8483f5e4-93f7-4285-85d6-115ed5ff026f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:36.966762 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a800d659-0e41-449c-8cb2-bb6e675f1885 req-8483f5e4-93f7-4285-85d6-115ed5ff026f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1015527 Apr 30 14:04:37.013594 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a800d659-0e41-449c-8cb2-bb6e675f1885 req-4b84bb4d-be69-4f33-9d52-d452595e92aa tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409734 Apr 30 14:04:37.052378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847ac6-a193-416d-968f-fa63f691be9d req-a9cdeb1f-b04e-48ac-909a-b080748d44bf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:37.053847 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e6847ac6-a193-416d-968f-fa63f691be9d req-a9cdeb1f-b04e-48ac-909a-b080748d44bf tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0844469 Apr 30 14:04:37.100947 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e6847ac6-a193-416d-968f-fa63f691be9d req-b6e5e3dc-7cb6-47dd-a3d3-0f90895bec88 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Apr 30 14:04:37.207927 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:04:37.291718 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 62ee021c-cab4-4584-af31-c59641d457ad triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:04:37.292162 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.355302 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed8c41-2598-40a7-88dd-fd7b71d9b82b req-93c84558-6a5f-4b62-947d-3bd27f692fec tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:37.356822 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-29ed8c41-2598-40a7-88dd-fd7b71d9b82b req-93c84558-6a5f-4b62-947d-3bd27f692fec tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 944 time: 0.0984418 Apr 30 14:04:37.403972 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-29ed8c41-2598-40a7-88dd-fd7b71d9b82b req-37bcd00e-c5a8-4ced-b707-6e20130e6ff6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Apr 30 14:04:37.416222 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.469549 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:37.482115 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:37.488026 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.490693 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:37.525778 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'code': 200} Apr 30 14:04:37.543422 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 40102) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:37.563925 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:37.567022 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:37.652663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-640886119-network', 'tenant_id': '29df36b8ea27436e95e5dda48d1aac44'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:37.657757 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:37.662216 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Usage tracker for resource:network and tenant:29df36b8ea27436e95e5dda48d1aac44 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:37.665097 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:37.671150 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:37.683449 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Made reservation on behalf of 29df36b8ea27436e95e5dda48d1aac44 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:37.685927 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.697891 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.712520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:37.716240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Usage tracker for resource:security_group_rule and tenant:29df36b8ea27436e95e5dda48d1aac44 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:37.718944 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:37.725189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:37.814166 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.819801 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.823210 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a57ac1d9-3e87-49e8-abb0-9e260c66c60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:37.860037 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:04:37.869943 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6030fc-2000-45d7-a198-a811d1fcb4d0,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:37.873524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:37.876195 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.876819 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Added segment fa23418e-afdb-4956-bd38-62f691f7c57d of type vlan for network a965f469-b31c-41bf-a311-7306f7be9acc Apr 30 14:04:37.909633 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.961733 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.964357 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:37.971452 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:37.978840 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:38.086722 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Pushing event updated for resources: {'Network': ['ID=a965f469-b31c-41bf-a311-7306f7be9acc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:38.089428 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:38.091513 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5459743 Apr 30 14:04:38.094421 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 40122) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:38.096792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network a965f469-b31c-41bf-a311-7306f7be9acc details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:04:38.100743 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Request body: {'subnet': {'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-640886119-subnet', 'tenant_id': '29df36b8ea27436e95e5dda48d1aac44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:38.105572 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:38.115631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Usage tracker for resource:subnet and tenant:29df36b8ea27436e95e5dda48d1aac44 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:38.119319 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:38.127725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:38.183489 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Made reservation on behalf of 29df36b8ea27436e95e5dda48d1aac44 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:38.186434 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:38.336273 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18aa5-d377-4335-bc64-c58e6589df11 req-51ff5726-6519-437e-a317-60b1436dc399 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:38.339709 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-55b18aa5-d377-4335-bc64-c58e6589df11 req-51ff5726-6519-437e-a317-60b1436dc399 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1012719 Apr 30 14:04:38.351663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfefa5-82a4-4a85-a308-dc797cb6f815 req-f31a6df4-df2a-4ede-ac20-3e4aad185474 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:38.358566 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f0bfefa5-82a4-4a85-a308-dc797cb6f815 req-f31a6df4-df2a-4ede-ac20-3e4aad185474 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.2171843 Apr 30 14:04:38.396331 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-55b18aa5-d377-4335-bc64-c58e6589df11 req-9e1a8a65-d011-4690-9d33-09a0e3be07c5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501535 Apr 30 14:04:38.527247 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f0bfefa5-82a4-4a85-a308-dc797cb6f815 req-d8d58f11-7a2b-46c5-bacb-9266354f38fa tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678057 Apr 30 14:04:38.609621 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ace93-924c-4884-a92e-0b407be9fc78 req-3a24cb37-6ed5-4866-ab03-668064c73c47 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:38.617734 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-272ace93-924c-4884-a92e-0b407be9fc78 req-3a24cb37-6ed5-4866-ab03-668064c73c47 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0927010 Apr 30 14:04:38.658660 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-272ace93-924c-4884-a92e-0b407be9fc78 req-5dfa9d9d-346d-4bec-8da5-f737a27d251f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Apr 30 14:04:38.819016 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:38.822906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:38.913654 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=989727c6-d779-4140-9b69-7b6515966586,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:38.917018 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:38.923928 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Checking segment: {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:04:38.924291 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Network hostable DHCP agents. Network: a965f469-b31c-41bf-a311-7306f7be9acc, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:04:38.946834 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Network a965f469-b31c-41bf-a311-7306f7be9acc is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:04:38.958804 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, a965f469-b31c-41bf-a311-7306f7be9acc) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:04:38.967579 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:38.968268 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:38.971793 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42c7aa-6c0a-4939-a121-1ec299589841 None None] Network a965f469-b31c-41bf-a311-7306f7be9acc requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:04:39.046074 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9505892 Apr 30 14:04:39.390560 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6e532-f535-4a3a-bb6a-cd5f0f63c0cd None None] Network a965f469-b31c-41bf-a311-7306f7be9acc requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:04:39.747643 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3781723-4b7c-4dca-b7c7-1d0e30b607cb req-cdee5466-33b9-473b-8149-915818296ea4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:39.750662 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f3781723-4b7c-4dca-b7c7-1d0e30b607cb req-cdee5466-33b9-473b-8149-915818296ea4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1951478 Apr 30 14:04:39.842336 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f3781723-4b7c-4dca-b7c7-1d0e30b607cb req-ac8fd0fb-25ab-4025-b7f1-a283590367eb tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Apr 30 14:04:39.863097 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273d16-9836-4cb7-adc4-d257d358d9aa req-3706ebd8-15e1-4c9b-bd27-5d909c0b0611 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:39.864630 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f2273d16-9836-4cb7-adc4-d257d358d9aa req-3706ebd8-15e1-4c9b-bd27-5d909c0b0611 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1358554 Apr 30 14:04:39.945084 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f2273d16-9836-4cb7-adc4-d257d358d9aa req-a0c65a9a-ef7d-402e-9a3a-5edcafe2bcd2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669434 Apr 30 14:04:40.111523 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e70e5-be6c-46a9-bbbe-52272c017113 req-c97219dc-018b-460c-9673-867279575e28 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:40.113083 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-be0e70e5-be6c-46a9-bbbe-52272c017113 req-c97219dc-018b-460c-9673-867279575e28 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1302927 Apr 30 14:04:40.197482 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-be0e70e5-be6c-46a9-bbbe-52272c017113 req-8f2a12bf-5715-418b-b92c-33d6f33d6a36 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733624 Apr 30 14:04:41.166348 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8dba4-bd58-4ca2-b102-126023757216 req-9fe94344-57c2-41f8-81bd-63e251158a1b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:41.169640 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d2f8dba4-bd58-4ca2-b102-126023757216 req-9fe94344-57c2-41f8-81bd-63e251158a1b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1151052 Apr 30 14:04:41.198117 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876881-9e95-41d0-96af-284b30e7d7ca req-de91a799-54c9-44a3-9fa8-4fc4e1dee5da tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:41.202324 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-53876881-9e95-41d0-96af-284b30e7d7ca req-de91a799-54c9-44a3-9fa8-4fc4e1dee5da tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1325815 Apr 30 14:04:41.248947 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d2f8dba4-bd58-4ca2-b102-126023757216 req-6988729c-0bd7-4345-bf71-e2c502001f40 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711081 Apr 30 14:04:41.288963 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-53876881-9e95-41d0-96af-284b30e7d7ca req-0f4e5099-b58f-48f7-8f0e-398cd016972f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786195 Apr 30 14:04:41.491120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c9a9-4d4b-4fe4-b3a1-01e77a62be75 req-a866d8dd-c551-485d-a2e8-f15a64fa3dc3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:41.499199 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8005c9a9-4d4b-4fe4-b3a1-01e77a62be75 req-a866d8dd-c551-485d-a2e8-f15a64fa3dc3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1118994 Apr 30 14:04:41.554130 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8005c9a9-4d4b-4fe4-b3a1-01e77a62be75 req-3361c354-08bb-4c9c-a742-d33e7e6661f1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538082 Apr 30 14:04:42.466448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9f79-d9ba-4bfe-aa4a-352fbea64967 req-36e90ac7-21e0-4042-aefb-36fec1cdaf45 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:42.473405 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-69cf9f79-d9ba-4bfe-aa4a-352fbea64967 req-36e90ac7-21e0-4042-aefb-36fec1cdaf45 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0973165 Apr 30 14:04:42.524004 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-69cf9f79-d9ba-4bfe-aa4a-352fbea64967 req-2acfb8a7-0866-4cf7-9f7d-620df42764d4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490050 Apr 30 14:04:42.787261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88b4c-6843-49b6-81ea-7acf628eeb1a req-0636022a-26ef-425c-ad6d-a07bfd4acb7f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:42.789038 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-47d88b4c-6843-49b6-81ea-7acf628eeb1a req-0636022a-26ef-425c-ad6d-a07bfd4acb7f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1047585 Apr 30 14:04:42.847028 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-47d88b4c-6843-49b6-81ea-7acf628eeb1a req-483ff8ee-cfa3-448b-a97f-11051a53ff3d tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Apr 30 14:04:43.047504 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322b6f3-f3dc-4747-a3a3-a61f1d92bb26 req-120f53ae-ed96-43d5-8c2f-bfde19a9754d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:43.049090 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9322b6f3-f3dc-4747-a3a3-a61f1d92bb26 req-120f53ae-ed96-43d5-8c2f-bfde19a9754d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0925608 Apr 30 14:04:43.108656 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9322b6f3-f3dc-4747-a3a3-a61f1d92bb26 req-5e7519d3-9f3a-4340-8f50-aee94f8b1022 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501385 Apr 30 14:04:43.439021 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-1ddd9212-3cef-4a13-a439-a34d2a12e04f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846679 Apr 30 14:04:43.639666 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-b32341f1-33a0-421a-b8ce-0585df859d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:43.641285 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-b32341f1-33a0-421a-b8ce-0585df859d14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 1098 time: 0.1716850 Apr 30 14:04:43.907650 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-fe6b53e1-79ef-4ddd-a349-de0875b5cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:43.909970 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-fe6b53e1-79ef-4ddd-a349-de0875b5cb7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.2431207 Apr 30 14:04:44.003387 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240962a8-6aed-4446-8f6f-a2f6b8a6b6c7 req-047afbe5-6461-4512-8625-79273ca6c928 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:44.004883 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-240962a8-6aed-4446-8f6f-a2f6b8a6b6c7 req-047afbe5-6461-4512-8625-79273ca6c928 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2232964 Apr 30 14:04:44.006368 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-12369637-7e97-486c-bb93-35fd0c70f1e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 200 len: 217 time: 0.0870931 Apr 30 14:04:44.107008 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-240962a8-6aed-4446-8f6f-a2f6b8a6b6c7 req-278d2271-4f08-4668-af2b-a4357bf41960 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941672 Apr 30 14:04:44.107253 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-b954ee2e-9c97-4704-89b6-ddf4b7572573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:44.108541 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-b954ee2e-9c97-4704-89b6-ddf4b7572573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0826623 Apr 30 14:04:44.167526 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-316df026-737d-4b89-971e-2f1b4e98de68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458744 Apr 30 14:04:44.365346 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-689e071e-5336-4234-8057-b5d89069d2ad service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891675 Apr 30 14:04:44.425025 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501748f0-dbd9-4de4-92e9-84ab7232b11a req-f746c592-24cf-4bd9-ac39-c681f38c52b9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:44.426451 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-501748f0-dbd9-4de4-92e9-84ab7232b11a req-f746c592-24cf-4bd9-ac39-c681f38c52b9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1603622 Apr 30 14:04:44.563030 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-501748f0-dbd9-4de4-92e9-84ab7232b11a req-8485c123-3063-4607-a38d-a9dd0ac2e6da tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871553 Apr 30 14:04:44.572086 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f15d9a6c-87aa-4705-b2fd-a952060e8d8e req-8be6fd88-e0bd-4b98-8eaa-e42dea7946f5 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980128 Apr 30 14:04:44.768556 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03356-bcc4-428f-bb7f-73ce00a7fa8f req-38054004-b8e6-4f4d-ab5b-398c68ab00bb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:44.775920 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-43d03356-bcc4-428f-bb7f-73ce00a7fa8f req-38054004-b8e6-4f4d-ab5b-398c68ab00bb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1196575 Apr 30 14:04:44.839583 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-43d03356-bcc4-428f-bb7f-73ce00a7fa8f req-ffdc5920-8997-464b-8d24-f9d4990f0a55 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622540 Apr 30 14:04:45.333655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cc099-3496-4e11-b136-b52be9924d3f req-62b19cfc-181a-4ce5-9749-0ef4db4ea73d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:45.335239 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-661cc099-3496-4e11-b136-b52be9924d3f req-62b19cfc-181a-4ce5-9749-0ef4db4ea73d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0925546 Apr 30 14:04:45.377873 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-fa1375de-99e2-418e-9fc8-acc4f5516cf4 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:45.378747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-fa1375de-99e2-418e-9fc8-acc4f5516cf4 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Synchronizing usage tracker for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:45.400019 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-661cc099-3496-4e11-b136-b52be9924d3f req-6b38f9dc-596a-406c-b7f2-9b26182c53d2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Apr 30 14:04:45.403614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-fa1375de-99e2-418e-9fc8-acc4f5516cf4 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Unset dirty status for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:45.405362 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-fa1375de-99e2-418e-9fc8-acc4f5516cf4 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 808 time: 0.2063642 Apr 30 14:04:45.423797 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-2aaf24d5-d5c4-43af-aa91-9aac6f8994df tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/quotas/29df36b8ea27436e95e5dda48d1aac44 HTTP/1.1" status: 200 len: 375 time: 0.0123367 Apr 30 14:04:45.481176 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-d2ff49f9-ca73-47c9-b18a-66f913d378ff tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512848 Apr 30 14:04:45.636618 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-650e827d-abbd-4350-93e3-eea97bb36897 service neutron] 10.222.0.37 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544416 Apr 30 14:04:45.795160 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-6d1c4c59-7b7d-48b9-9ff9-d38ac3bc06b8 service neutron] 10.222.0.37 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566279 Apr 30 14:04:45.801151 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142c27-837c-414f-9d4e-d67b96bd518f req-01d0fd85-4f53-4209-bfa2-2885719d2907 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:45.804099 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6142c27-837c-414f-9d4e-d67b96bd518f req-01d0fd85-4f53-4209-bfa2-2885719d2907 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1041801 Apr 30 14:04:45.899884 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b6142c27-837c-414f-9d4e-d67b96bd518f req-45220abf-1464-40ac-b7d6-72fcf7075669 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857766 Apr 30 14:04:45.965460 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c232225e-ac4d-4ce6-89ef-da8099860e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:46.053539 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e18c6ed1-fdf5-4fa7-b257-8365daaccfea req-f38e03b1-1a40-47f5-8322-e3cc973880de tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 210 time: 0.0611746 Apr 30 14:04:46.167256 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:46.255045 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d960-e2a9-4d9c-828b-5c132952c6e6 req-2590e7c6-bd7e-4b1a-970b-9bda062011fb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:46.262306 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-97b4d960-e2a9-4d9c-828b-5c132952c6e6 req-2590e7c6-bd7e-4b1a-970b-9bda062011fb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1137934 Apr 30 14:04:46.329415 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-97b4d960-e2a9-4d9c-828b-5c132952c6e6 req-6322dbc3-7ac4-4b75-95ca-d4d3c7e74efd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657339 Apr 30 14:04:46.521863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7b945-f35c-4152-b970-a82228d1aa72 req-c0812876-4762-46ab-8e15-bed1cc84561a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:46.524057 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b2d7b945-f35c-4152-b970-a82228d1aa72 req-c0812876-4762-46ab-8e15-bed1cc84561a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1166868 Apr 30 14:04:46.630896 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632775-24ca-4478-bfdf-8ccee5a3703e req-e1541c10-5796-41c7-bef3-2d4a405e02a7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:46.652626 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2f632775-24ca-4478-bfdf-8ccee5a3703e req-e1541c10-5796-41c7-bef3-2d4a405e02a7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1182487 Apr 30 14:04:46.668026 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b2d7b945-f35c-4152-b970-a82228d1aa72 req-32cc9a90-3c65-4bfa-ac54-0cf42c813380 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357994 Apr 30 14:04:46.709752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-762f54ac-a5d2-4d53-a392-134e51aed4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:46.711552 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-762f54ac-a5d2-4d53-a392-134e51aed4c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1098 time: 0.1445496 Apr 30 14:04:46.729653 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2f632775-24ca-4478-bfdf-8ccee5a3703e req-c5bedd21-d77f-43db-8e39-866f5851949d tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Apr 30 14:04:46.886667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-b6a1959a-d34b-4a72-894a-8ad14d11fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:46.888200 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-b6a1959a-d34b-4a72-894a-8ad14d11fd69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.1655970 Apr 30 14:04:47.110927 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-dc6a58e3-b5db-4350-b151-9fbb7ed33181 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 1001 time: 0.2046456 Apr 30 14:04:47.204495 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-5c705427-b4cb-4d03-9f32-593eb21ec5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:47.206383 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-5c705427-b4cb-4d03-9f32-593eb21ec5c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.0797777 Apr 30 14:04:47.307425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-06874cd9-0af2-4d1e-bedd-4f4ee4a2ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:47.308899 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-06874cd9-0af2-4d1e-bedd-4f4ee4a2ab11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921133 Apr 30 14:04:47.470764 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fb4b3497-5df6-48b9-b640-b8ea6db60ab0 req-a56771e9-d466-4abb-ac64-ee8300eddc21 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 210 time: 0.1089475 Apr 30 14:04:47.536805 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-b1f4d5ab-96d7-4917-be4a-253d7020950a service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117944 Apr 30 14:04:47.550169 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fb49f-2c43-4558-8ad2-d880b5e7f138 req-a16ed5b9-9ddb-4253-8a49-6a374c4e7d5c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:47.559859 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b4fb49f-2c43-4558-8ad2-d880b5e7f138 req-a16ed5b9-9ddb-4253-8a49-6a374c4e7d5c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1172996 Apr 30 14:04:47.622995 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b4fb49f-2c43-4558-8ad2-d880b5e7f138 req-c90466d7-6a0c-4bbf-b411-c96b53e872a3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603371 Apr 30 14:04:47.782069 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-99f2559d-29b2-4667-bc45-24fffdbbcbfb req-3ffb31f9-6bcd-4c24-8d1d-5cb5663dc1e8 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351501 Apr 30 14:04:47.999511 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816940d-965b-4ec8-8f16-a3ba13506656 req-94a058c1-b736-4826-bb23-a775a8f76c16 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:48.001261 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6816940d-965b-4ec8-8f16-a3ba13506656 req-94a058c1-b736-4826-bb23-a775a8f76c16 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0994909 Apr 30 14:04:48.004885 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c2f03-d799-4064-93cc-a28d10e1b9ca req-0094b3c7-fe7a-4057-8948-b56fc6f46b45 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:48.012469 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a22c2f03-d799-4064-93cc-a28d10e1b9ca req-0094b3c7-fe7a-4057-8948-b56fc6f46b45 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.2169657 Apr 30 14:04:48.059931 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6816940d-965b-4ec8-8f16-a3ba13506656 req-f2af9a65-33e5-4834-b6df-e3f8437dd574 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526018 Apr 30 14:04:48.067345 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-f47f9cd8-b626-4cd6-98f0-8b16bf993fd3 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:48.068975 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-f47f9cd8-b626-4cd6-98f0-8b16bf993fd3 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 808 time: 0.3108549 Apr 30 14:04:48.078482 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a22c2f03-d799-4064-93cc-a28d10e1b9ca req-1e77f88d-3ef1-405c-9ed5-d132ad9c010c tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650036 Apr 30 14:04:48.086964 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Request body: {'port': {'device_id': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc', 'admin_state_up': True, 'tenant_id': '29df36b8ea27436e95e5dda48d1aac44'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:48.261043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:48.265005 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Usage tracker for resource:port and tenant:29df36b8ea27436e95e5dda48d1aac44 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:48.267897 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:48.274292 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:48.285060 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Made reservation on behalf of 29df36b8ea27436e95e5dda48d1aac44 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:04:48.289709 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:48.347976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-206dcf7b-3a73-424f-a904-f1b8ab819348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:48.465220 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Allocated IP 172.20.0.11 (a965f469-b31c-41bf-a311-7306f7be9acc/989727c6-d779-4140-9b69-7b6515966586/dfd8a2ff-2a00-422e-96c3-7036e3c64a98) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:04:48.544557 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:48.778505 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:48.858455 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:48.867144 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2377e249-a4cb-400f-bd38-4d4212919ab2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:48.939738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81438-6672-475c-b3a3-7dd60d0fd179 req-fb44a794-2dbf-4fd5-af8c-b570459daa39 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:48.947395 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-67a81438-6672-475c-b3a3-7dd60d0fd179 req-fb44a794-2dbf-4fd5-af8c-b570459daa39 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 932 time: 0.1432874 Apr 30 14:04:48.959361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Pushing event updated for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:48.997473 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:49.007498 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-67a81438-6672-475c-b3a3-7dd60d0fd179 req-cac042f9-88d7-437f-88fa-f830756d531d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Synchronizing usage tracker for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:49.019560 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Network a965f469-b31c-41bf-a311-7306f7be9acc is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:04:49.021609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:04:49.026450 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:04:49.038614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-67a81438-6672-475c-b3a3-7dd60d0fd179 req-cac042f9-88d7-437f-88fa-f830756d531d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Unset dirty status for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:49.050539 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-67a81438-6672-475c-b3a3-7dd60d0fd179 req-cac042f9-88d7-437f-88fa-f830756d531d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021962 Apr 30 14:04:49.123546 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:49.123546 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:49.163289 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411856-917e-4a87-8b99-b575ad45ca93 req-3a232378-6db5-4ca2-b108-0c77b142e208 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:49.164843 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-30411856-917e-4a87-8b99-b575ad45ca93 req-3a232378-6db5-4ca2-b108-0c77b142e208 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.2065692 Apr 30 14:04:49.188235 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1067605 Apr 30 14:04:49.206766 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Request body: {'port': {'device_id': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:04:49.405286 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95e3da-8d35-49d7-b454-cbab3014ae0d req-092e2595-a71c-405e-81b3-e7feb284a1f7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:49.406820 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2e95e3da-8d35-49d7-b454-cbab3014ae0d req-092e2595-a71c-405e-81b3-e7feb284a1f7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2324734 Apr 30 14:04:49.444875 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:49.483736 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2e95e3da-8d35-49d7-b454-cbab3014ae0d req-6808c1a4-7739-453a-b7b5-72c35b11e992 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680864 Apr 30 14:04:49.496446 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-30411856-917e-4a87-8b99-b575ad45ca93 req-49672be3-c005-42d0-b170-79ce3eb96515 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252747 Apr 30 14:04:49.533480 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:49.735717 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d344ea-6ebd-4019-9ddc-08c5e3e78155 req-94ce907f-507a-4a35-a020-cd198a0e9bf6 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:49.743632 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d3d344ea-6ebd-4019-9ddc-08c5e3e78155 req-94ce907f-507a-4a35-a020-cd198a0e9bf6 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1060131 Apr 30 14:04:49.794967 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d3d344ea-6ebd-4019-9ddc-08c5e3e78155 req-c0fd9cea-7f51-4e62-93a3-f68f48023728 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502787 Apr 30 14:04:49.988705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd8a2ff-2a00-422e-96c3-7036e3c64a98 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:04:49.997349 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:50.014543 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Transition to ACTIVE for port object dfd8a2ff-2a00-422e-96c3-7036e3c64a98 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:04:50.021048 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:50.028158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cc2351d6-e329-42c2-a36e-ab8958ad6145 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:50.360944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:50.376341 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:50.381664 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5e675-788d-4a9c-a0cb-fef1f70c35c7 req-08d0c4eb-4ad9-4194-98b3-943b70537ce8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:50.395784 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-92b5e675-788d-4a9c-a0cb-fef1f70c35c7 req-08d0c4eb-4ad9-4194-98b3-943b70537ce8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 944 time: 0.2068408 Apr 30 14:04:50.470447 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Attempting to bind port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:04:50.470694 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Attempting to bind port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:04:50.471023 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Attempting to bind port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 on network a965f469-b31c-41bf-a311-7306f7be9acc {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:04:50.476570 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 on network a965f469-b31c-41bf-a311-7306f7be9acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:04:50.476892 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Attempting to bind port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 on network a965f469-b31c-41bf-a311-7306f7be9acc {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:04:50.482263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:04:50.482600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Checking segment: {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:04:50.482983 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Bound using segment: {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:04:50.483619 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Bound port: dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:04:50.483971 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:50.499726 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-92b5e675-788d-4a9c-a0cb-fef1f70c35c7 req-0e94c4aa-7954-472a-8f44-0346bebbacc6 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028380 Apr 30 14:04:50.623623 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:04:50.630503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:04:50.637609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:50.654936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3fc43ae0-698c-448b-aea6-8335dd99553e tempest-DeleteServersTestJSON-1953923997 tempest-DeleteServersTestJSON-1953923997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:50.742470 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:50.743253 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:50.749897 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] 10.222.0.46 "PUT /v2.0/ports/dfd8a2ff-2a00-422e-96c3-7036e3c64a98 HTTP/1.1" status: 200 len: 1094 time: 1.5520105 Apr 30 14:04:50.760316 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:50.894905 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f618b-4081-4265-96af-d0248f543fcc req-21efb66c-0485-4b46-8f77-4f03e2632245 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:50.903108 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-891f618b-4081-4265-96af-d0248f543fcc req-21efb66c-0485-4b46-8f77-4f03e2632245 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.1168382 Apr 30 14:04:50.954857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:50.959395 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:50.959912 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-891f618b-4081-4265-96af-d0248f543fcc req-1229da66-9f68-43b8-9ca2-0ea5444e3d5b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557892 Apr 30 14:04:51.015232 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98', 'status': 'completed', 'code': 200} Apr 30 14:04:51.028080 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce4b5d-233b-41d3-ba29-061ce6f1b13c req-8940e519-e159-477b-8517-1d8adb349ac8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.029525 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a5ce4b5d-233b-41d3-ba29-061ce6f1b13c req-8940e519-e159-477b-8517-1d8adb349ac8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.2220728 Apr 30 14:04:51.057329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-556af640-71ff-41c9-a2e0-1c214d257d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.058719 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-556af640-71ff-41c9-a2e0-1c214d257d7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 1097 time: 0.1636865 Apr 30 14:04:51.132991 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a5ce4b5d-233b-41d3-ba29-061ce6f1b13c req-16d65cab-fb73-4622-bd50-208094009ce4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970218 Apr 30 14:04:51.140928 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-912a7279-155b-4992-9f9b-4c4a6a936a24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98 HTTP/1.1" status: 200 len: 217 time: 0.0654981 Apr 30 14:04:51.163034 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:51.207387 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-29e8bce0-da98-480d-8159-72936957ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.209308 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-29e8bce0-da98-480d-8159-72936957ce65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=989727c6-d779-4140-9b69-7b6515966586 HTTP/1.1" status: 200 len: 848 time: 0.0613987 Apr 30 14:04:51.260424 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-23ab4b9d-3563-4ca1-8959-f6021f770bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a965f469-b31c-41bf-a311-7306f7be9acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429463 Apr 30 14:04:51.479500 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-c09c159c-1567-4654-b776-c68c576ee77b service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233497 Apr 30 14:04:51.640200 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7d28d937-9a61-4b3c-b2a6-775daac6aceb req-091b17e1-27f1-4b92-b496-6a9c81e07785 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450083 Apr 30 14:04:51.696284 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e638a-a313-40fb-b0f0-8d665fa1111b req-4c62419e-dedd-4e8f-8ecb-4035c1175741 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.697782 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5e1e638a-a313-40fb-b0f0-8d665fa1111b req-4c62419e-dedd-4e8f-8ecb-4035c1175741 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 944 time: 0.0891430 Apr 30 14:04:51.743136 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5e1e638a-a313-40fb-b0f0-8d665fa1111b req-0040b652-6784-4a03-8d67-cf49d0a9a342 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Apr 30 14:04:51.847731 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-87de2de6-c1ff-4916-a0ac-7a7e57a80ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.849727 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-87de2de6-c1ff-4916-a0ac-7a7e57a80ecd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1098 time: 0.1911247 Apr 30 14:04:51.860930 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4ee0-802f-471e-8241-f180020554db req-e2decf40-c46a-4ab2-9fe8-7bf3260185d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:51.862235 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-e2decf40-c46a-4ab2-9fe8-7bf3260185d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 1097 time: 0.1595120 Apr 30 14:04:52.095810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-93bfbf29-a7c0-4ca3-b9c9-0f602bbedccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.097350 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-93bfbf29-a7c0-4ca3-b9c9-0f602bbedccc service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.2384398 Apr 30 14:04:52.275811 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4ee0-802f-471e-8241-f180020554db req-fae604bb-e8aa-4f1d-a433-11d35129f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.282009 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-fae604bb-e8aa-4f1d-a433-11d35129f046 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 909 time: 0.3977332 Apr 30 14:04:52.285519 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-333cbddd-98e0-441b-8da7-d12a2ac7bdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 1000 time: 0.1422937 Apr 30 14:04:52.357927 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12ac3b-6e95-4676-87bd-c784ad802f28 req-dd07700f-0e62-4d51-9a71-16a74a9d976e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.359643 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8c12ac3b-6e95-4676-87bd-c784ad802f28 req-dd07700f-0e62-4d51-9a71-16a74a9d976e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1090665 Apr 30 14:04:52.406428 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c776-bad4-4a13-9d95-4378679d37dd req-46fdd193-8dbf-4318-a40b-5d8080871bcc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.407938 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7f57c776-bad4-4a13-9d95-4378679d37dd req-46fdd193-8dbf-4318-a40b-5d8080871bcc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.3209062 Apr 30 14:04:52.410222 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8c12ac3b-6e95-4676-87bd-c784ad802f28 req-61b24c0e-c8f4-41ac-908d-ad5e8399e2e8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Apr 30 14:04:52.413524 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-40902909-2048-472a-83fb-f36820a19548 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98 HTTP/1.1" status: 200 len: 217 time: 0.1152754 Apr 30 14:04:52.517251 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-d06b37de-184d-4a6b-b143-c206f88461e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.518698 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-d06b37de-184d-4a6b-b143-c206f88461e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.2193716 Apr 30 14:04:52.528562 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7f57c776-bad4-4a13-9d95-4378679d37dd req-9b099490-b7b9-41f6-bd96-818e39d06532 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092861 Apr 30 14:04:52.571700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4ee0-802f-471e-8241-f180020554db req-5244da67-859e-4256-85e1-d9a3e8fad931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.573171 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-5244da67-859e-4256-85e1-d9a3e8fad931 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=989727c6-d779-4140-9b69-7b6515966586 HTTP/1.1" status: 200 len: 848 time: 0.1356344 Apr 30 14:04:52.631038 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-a0137e80-9e64-499e-9e21-be79a9556870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a965f469-b31c-41bf-a311-7306f7be9acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496709 Apr 30 14:04:52.733654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-b72c015b-8431-4309-a78b-49f4be7ce169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.735437 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-b72c015b-8431-4309-a78b-49f4be7ce169 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2059019 Apr 30 14:04:52.886895 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-94446feb-2126-4264-bfc9-c707a6424984 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469616 Apr 30 14:04:52.944639 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-0eb2c339-7984-4396-8840-015d31df9956 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018816 Apr 30 14:04:52.950384 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-0235-4beb-90e1-b76194166c93 req-558c3e42-38f4-461b-8954-ca07efc70d5a tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:52.951983 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a77eb050-0235-4beb-90e1-b76194166c93 req-558c3e42-38f4-461b-8954-ca07efc70d5a tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 944 time: 0.0900018 Apr 30 14:04:52.996851 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a77eb050-0235-4beb-90e1-b76194166c93 req-c8957629-4676-4c96-9542-a89c9b64b950 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Apr 30 14:04:53.127873 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b2d4ee0-802f-471e-8241-f180020554db req-5ca3639d-e130-4dbd-aa01-6bd41af7a287 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264712 Apr 30 14:04:53.155394 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-de4a87b2-4426-401e-aaf4-0a158a93b328 req-2ae39992-a3c7-412c-98cc-3264e295a013 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651807 Apr 30 14:04:53.620229 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e576-c9de-4abd-860c-715ee9bddca4 req-bdeb8deb-a50f-4dc7-9b5c-2b92b3063a33 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:53.621671 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6e92e576-c9de-4abd-860c-715ee9bddca4 req-bdeb8deb-a50f-4dc7-9b5c-2b92b3063a33 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0936139 Apr 30 14:04:53.673309 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6e92e576-c9de-4abd-860c-715ee9bddca4 req-61fcf317-9d5c-4a32-ab62-52af00011bad tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Apr 30 14:04:53.771787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a5e5-9381-46d9-9143-d8f93e705d2d req-6c761629-74de-4c47-980f-03f86d4d010c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:53.773245 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-73a8a5e5-9381-46d9-9143-d8f93e705d2d req-6c761629-74de-4c47-980f-03f86d4d010c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0837657 Apr 30 14:04:53.817625 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-73a8a5e5-9381-46d9-9143-d8f93e705d2d req-a9e74abe-b81c-479a-a02c-b77ea92c7806 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Apr 30 14:04:54.178601 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a00781-6eca-4a14-b281-e1a2be76ab44 req-758e20c7-8c04-4bc5-8b33-b585ef2abcf8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:54.180160 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-72a00781-6eca-4a14-b281-e1a2be76ab44 req-758e20c7-8c04-4bc5-8b33-b585ef2abcf8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 944 time: 0.0796771 Apr 30 14:04:54.226799 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-72a00781-6eca-4a14-b281-e1a2be76ab44 req-4e7fdcc4-b737-4a37-947c-6bd0f8c58a0f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Apr 30 14:04:54.858074 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a379-1fae-4b6c-9bfe-12edd54dcae5 req-d048102e-adde-4a2a-9376-356cf4220eb3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:54.859590 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcd9a379-1fae-4b6c-9bfe-12edd54dcae5 req-d048102e-adde-4a2a-9376-356cf4220eb3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0809727 Apr 30 14:04:54.999976 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcd9a379-1fae-4b6c-9bfe-12edd54dcae5 req-ce32becf-a6f0-4adf-a6e1-f8ee76ce6083 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338959 Apr 30 14:04:55.022794 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29882-4721-47b6-b0a5-c3b977917b7a req-d8abff5b-b153-46c1-85c1-882957621426 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:55.024263 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e2f29882-4721-47b6-b0a5-c3b977917b7a req-d8abff5b-b153-46c1-85c1-882957621426 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 945 time: 0.0965321 Apr 30 14:04:55.070388 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e2f29882-4721-47b6-b0a5-c3b977917b7a req-fceee868-bd90-4958-bd4d-a45e5f2df3d2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393460 Apr 30 14:04:55.341484 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device dfd8a2ff-2a00-422e-96c3-7036e3c64a98 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:04:55.344880 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:04:55.428069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6d34-47b3-479e-8482-1557ceba27a5 req-17069aa5-003a-43a8-9493-45992e78cd7d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:55.428900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-13fa6d34-47b3-479e-8482-1557ceba27a5 req-17069aa5-003a-43a8-9493-45992e78cd7d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Synchronizing usage tracker for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:04:55.446956 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-13fa6d34-47b3-479e-8482-1557ceba27a5 req-17069aa5-003a-43a8-9493-45992e78cd7d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Unset dirty status for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:04:55.453619 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-13fa6d34-47b3-479e-8482-1557ceba27a5 req-17069aa5-003a-43a8-9493-45992e78cd7d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 944 time: 0.1203799 Apr 30 14:04:55.497368 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-13fa6d34-47b3-479e-8482-1557ceba27a5 req-042cb9c1-7ea0-4b00-94fa-2ebc50b56ddf tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Apr 30 14:04:55.552806 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:55.594133 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:55.608692 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:55.619734 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98', 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc', 'port_id': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98', 'mac_address': 'fa:16:3e:d4:08:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989727c6-d779-4140-9b69-7b6515966586', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:04:55.622059 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:55.652348 dv-cinder-788365-2-smb neutron-server[73811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'code': 422} returned with failed status Apr 30 14:04:55.658758 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:55.662973 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:55.726442 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:55.754250 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd8a2ff-2a00-422e-96c3-7036e3c64a98 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:04:55.757821 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:55.761546 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:55.772913 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:55.776354 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:55.777862 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:55.840621 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:55.843410 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:56.052442 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['dfd8a2ff-2a00-422e-96c3-7036e3c64a98'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:04:56.205450 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff833-8547-4c2c-973f-bc1ff9fadb4d req-eb2565ed-99ab-4636-955f-752f22dc2c36 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:56.208109 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-841ff833-8547-4c2c-973f-bc1ff9fadb4d req-eb2565ed-99ab-4636-955f-752f22dc2c36 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1061935 Apr 30 14:04:56.270799 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-841ff833-8547-4c2c-973f-bc1ff9fadb4d req-1114d485-cadf-4915-abe4-e9e20957f929 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Apr 30 14:04:56.319451 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341444a8-58a9-4d80-b4e6-540c6c5634e6 req-dac9bf8e-1ce8-4fb6-a4a5-02347dc78327 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:56.321578 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-341444a8-58a9-4d80-b4e6-540c6c5634e6 req-dac9bf8e-1ce8-4fb6-a4a5-02347dc78327 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.1026757 Apr 30 14:04:56.369256 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-341444a8-58a9-4d80-b4e6-540c6c5634e6 req-747bb050-f34e-4b88-8b5a-0a0a98e2af6f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Apr 30 14:04:56.696365 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a244e-a8b1-450c-93f7-e339c4d1df9a req-2bd4b942-f3cb-49fe-8c32-77d266985f02 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:56.697952 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-046a244e-a8b1-450c-93f7-e339c4d1df9a req-2bd4b942-f3cb-49fe-8c32-77d266985f02 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 945 time: 0.0822885 Apr 30 14:04:56.750449 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-046a244e-a8b1-450c-93f7-e339c4d1df9a req-4cf7fa5f-3c08-4aae-b05e-7627cb027358 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Apr 30 14:04:57.313943 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ffeb-659f-4816-b6bb-d93ea5ae227d req-4595fa08-20a7-424b-b7e2-3d9df36a070e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:57.315505 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-efe3ffeb-659f-4816-b6bb-d93ea5ae227d req-4595fa08-20a7-424b-b7e2-3d9df36a070e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0834200 Apr 30 14:04:57.349524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device dfd8a2ff-2a00-422e-96c3-7036e3c64a98 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:04:57.399676 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-efe3ffeb-659f-4816-b6bb-d93ea5ae227d req-ed6714e5-b0db-4233-b79a-bf612fe4d952 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772452 Apr 30 14:04:57.443552 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:04:57.448193 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:04:57.448568 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:57.463330 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9e030-9519-4119-b754-604ea8f0db5d req-9db9a7f2-e345-4244-8b01-7d52714096e3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:57.467764 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-40d9e030-9519-4119-b754-604ea8f0db5d req-9db9a7f2-e345-4244-8b01-7d52714096e3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0983794 Apr 30 14:04:57.483450 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 40484) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:57.533543 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-40d9e030-9519-4119-b754-604ea8f0db5d req-26d4d106-fc4c-43cc-9265-06ab59f231e0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627251 Apr 30 14:04:57.580029 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:57.620409 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:04:57.625496 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:57.626367 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:04:57.648681 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-eeab25a8-fec1-47f9-9645-eb85e8a9a400 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1633892 Apr 30 14:04:57.654636 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:57.718511 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:04:57.779600 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98', 'code': 200} Apr 30 14:04:57.832296 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:57.843659 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 40504) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:57.843857 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:58.018535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e31d48-31a0-4d11-b510-1ee6e5d5d1e4 req-76f66f92-146f-4522-aedb-5a4c5222d4ed tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:58.020939 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70e31d48-31a0-4d11-b510-1ee6e5d5d1e4 req-76f66f92-146f-4522-aedb-5a4c5222d4ed tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0941887 Apr 30 14:04:58.062303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.079446 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:04:58.080961 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70e31d48-31a0-4d11-b510-1ee6e5d5d1e4 req-ee11c6e4-1714-4031-9de4-721780155457 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Apr 30 14:04:58.084970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:42ac0bbe46f64177aeaf4b2831c8380b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:04:58.088164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:04:58.093876 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:04:58.174211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb92a-9218-44b3-bbd5-8ee152ea18dc req-550be5ea-1077-4746-a3d6-c0eb2097e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:58.175689 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-725fb92a-9218-44b3-bbd5-8ee152ea18dc req-550be5ea-1077-4746-a3d6-c0eb2097e803 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 1099 time: 0.0704176 Apr 30 14:04:58.188340 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.192237 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.201482 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:58.222699 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-725fb92a-9218-44b3-bbd5-8ee152ea18dc req-18c34dbe-ea42-48ec-8234-3589f74def1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Apr 30 14:04:58.242917 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ac0bbe46f64177aeaf4b2831c8380b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980923 Apr 30 14:04:58.243808 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e721223-5b42-4e4f-abaf-e1f12a0d77c1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:58.245647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 40512) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:04:58.246816 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:58.305764 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.335610 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.389719 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.393601 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-85ebc1f6-416d-4bb2-8a6e-f824402b31c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:04:58.406183 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e721223-5b42-4e4f-abaf-e1f12a0d77c1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:04:58.409318 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:04:58.418466 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:04:58.419296 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e721223-5b42-4e4f-abaf-e1f12a0d77c1 HTTP/1.1" status: 204 len: 168 time: 0.1726732 Apr 30 14:04:58.610717 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508d743-772a-419a-88c5-98292004cd89 req-f00711fa-c008-418e-b5fa-f73f9de8fc30 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:58.612996 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5508d743-772a-419a-88c5-98292004cd89 req-f00711fa-c008-418e-b5fa-f73f9de8fc30 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0908840 Apr 30 14:04:58.661817 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5508d743-772a-419a-88c5-98292004cd89 req-144a99e7-7e87-47db-85f2-557da6f265f2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Apr 30 14:04:58.756714 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979946-57a6-4464-a511-d109e3eb2585 req-251fbe55-e65f-4bcd-ad33-d236826d151e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:58.759409 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-24979946-57a6-4464-a511-d109e3eb2585 req-251fbe55-e65f-4bcd-ad33-d236826d151e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1028886 Apr 30 14:04:58.809918 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-24979946-57a6-4464-a511-d109e3eb2585 req-39fc3673-6919-4cdb-a4fb-df001b0bcef9 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Apr 30 14:04:58.998584 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f294-b814-43a3-9678-15348a982d31 req-766e51e1-fb11-4d3f-b8d1-c828cb35fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.000157 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-766e51e1-fb11-4d3f-b8d1-c828cb35fc98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 1096 time: 0.0755372 Apr 30 14:04:59.110798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f294-b814-43a3-9678-15348a982d31 req-84bb3b5c-cc6c-49ee-ac60-2930cb720e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.112364 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-84bb3b5c-cc6c-49ee-ac60-2930cb720e60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1096 time: 0.0836143 Apr 30 14:04:59.266676 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f294-b814-43a3-9678-15348a982d31 req-49ab0838-3c8d-4214-b9ed-f1c160ee91df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.268234 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-49ab0838-3c8d-4214-b9ed-f1c160ee91df service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1490884 Apr 30 14:04:59.287064 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdddd8-7fed-4811-b2c9-1d0f0072181b req-b82ce99e-8174-454b-a379-3912cb107aa6 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.288702 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-25cdddd8-7fed-4811-b2c9-1d0f0072181b req-b82ce99e-8174-454b-a379-3912cb107aa6 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0835936 Apr 30 14:04:59.338410 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-25cdddd8-7fed-4811-b2c9-1d0f0072181b req-64b54b53-21d9-49fa-b3e2-21fa40298771 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Apr 30 14:04:59.377380 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-75384166-8439-4094-965e-d165e398e2ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 998 time: 0.1020510 Apr 30 14:04:59.453034 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f294-b814-43a3-9678-15348a982d31 req-77c6b2d6-e33b-4f07-952e-5db232d22510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.454465 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-77c6b2d6-e33b-4f07-952e-5db232d22510 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0690901 Apr 30 14:04:59.602996 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f294-b814-43a3-9678-15348a982d31 req-38a73a26-21b3-4e5f-a016-d29942c5d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.604669 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-38a73a26-21b3-4e5f-a016-d29942c5d5fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395354 Apr 30 14:04:59.607772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea45fa0-1a5e-4201-8ef2-f3c00a24582f req-1f785435-84b0-486f-9c20-b90109dc28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:04:59.609270 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dea45fa0-1a5e-4201-8ef2-f3c00a24582f req-1f785435-84b0-486f-9c20-b90109dc28f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.1115303 Apr 30 14:04:59.800707 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-dea45fa0-1a5e-4201-8ef2-f3c00a24582f req-9f45dc92-84e8-4812-85b5-fd4b2db771cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656189 Apr 30 14:04:59.916866 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-00e095ad-f0db-4bff-a8b4-71ac2f9b4d83 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996845 Apr 30 14:05:00.064612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d208c9-1c78-4d71-908b-ceee5dfa12a3 req-dbc2a451-98a6-4e97-9c04-556f538fe6b3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:00.066074 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c5d208c9-1c78-4d71-908b-ceee5dfa12a3 req-dbc2a451-98a6-4e97-9c04-556f538fe6b3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.2469234 Apr 30 14:05:00.124541 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc9b0d-8693-4185-90ad-a97d9f4279f1 req-10a096b9-1c92-4ec7-a7c4-73e73b02fab6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:00.126028 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7ddc9b0d-8693-4185-90ad-a97d9f4279f1 req-10a096b9-1c92-4ec7-a7c4-73e73b02fab6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1916089 Apr 30 14:05:00.174456 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7ddc9b0d-8693-4185-90ad-a97d9f4279f1 req-d2c1e51d-4e20-4bd2-b36b-260417fd9971 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Apr 30 14:05:00.193378 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c5d208c9-1c78-4d71-908b-ceee5dfa12a3 req-af202ec7-ef9e-40f1-946c-76734f3906bb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771599 Apr 30 14:05:00.201689 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fcf9f294-b814-43a3-9678-15348a982d31 req-57d76666-2f14-43b4-b147-c023cede66a7 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615559 Apr 30 14:05:00.672930 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f47e9-99f8-490a-96b8-4ed727879491 req-25495967-7fcb-4a64-884f-9355100e2c3b tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:00.674282 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b05f47e9-99f8-490a-96b8-4ed727879491 req-25495967-7fcb-4a64-884f-9355100e2c3b tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0907114 Apr 30 14:05:00.720440 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b05f47e9-99f8-490a-96b8-4ed727879491 req-65713b0e-a7c4-4f0f-8e95-e806b3bca43b tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Apr 30 14:05:01.132147 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-bd470c63-a827-4cc9-803b-c33809bad05a tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d3feae2664948d993a79cd7c152925c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280302 Apr 30 14:05:01.306128 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-20365f02-e584-4f31-a93d-a6acb6dc504e tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:01.307617 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-20365f02-e584-4f31-a93d-a6acb6dc504e tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703529 Apr 30 14:05:01.324647 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-05bfd7ec-0352-4d89-aa04-6d500a840dd8 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/quotas/6d3feae2664948d993a79cd7c152925c HTTP/1.1" status: 200 len: 375 time: 0.0107906 Apr 30 14:05:01.390740 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-c94b0c58-24b7-48cc-955a-e703f3212410 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3feae2664948d993a79cd7c152925c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589254 Apr 30 14:05:01.450052 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2341-1b79-4625-afe8-83cf7513f8b0 req-a848f2d4-4f32-4d26-9a2d-dc8613ccb5f4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:01.461403 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7f5b2341-1b79-4625-afe8-83cf7513f8b0 req-a848f2d4-4f32-4d26-9a2d-dc8613ccb5f4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1742976 Apr 30 14:05:01.554067 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7f5b2341-1b79-4625-afe8-83cf7513f8b0 req-fceab22d-d233-41f7-bfff-93eaac150914 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914774 Apr 30 14:05:01.731929 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-613063fd-7ba6-469f-8546-9f001b88f4fe req-8bdb014a-c68d-4f6d-b9a3-f1c1b3086cb3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0922141 Apr 30 14:05:01.819721 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d58c27-3930-44d8-8384-1e405d6986df req-4f3f1683-f75a-4fc0-b6b4-3e24c1989970 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:01.821693 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-33d58c27-3930-44d8-8384-1e405d6986df req-4f3f1683-f75a-4fc0-b6b4-3e24c1989970 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.1433682 Apr 30 14:05:01.885716 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-33d58c27-3930-44d8-8384-1e405d6986df req-ddbdf32a-7783-4bc1-b5e5-c85c220ec4fa tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559044 Apr 30 14:05:02.198040 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67cc9f-3ef3-4f39-a3a7-12babafba6de req-672eec04-b122-47ae-9a5b-1f81f4b6ec7f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:02.201106 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c67cc9f-3ef3-4f39-a3a7-12babafba6de req-672eec04-b122-47ae-9a5b-1f81f4b6ec7f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.1735060 Apr 30 14:05:02.259959 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c67cc9f-3ef3-4f39-a3a7-12babafba6de req-f73e110c-7219-4766-98e0-82225bdb40fc tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511134 Apr 30 14:05:02.488187 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d9ead-1c07-4950-a7e9-6d246814ddcb req-5034223c-113c-4109-ae3c-2e95420407c4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:02.490337 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cd2d9ead-1c07-4950-a7e9-6d246814ddcb req-5034223c-113c-4109-ae3c-2e95420407c4 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0864043 Apr 30 14:05:02.538303 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cd2d9ead-1c07-4950-a7e9-6d246814ddcb req-45b4a105-f105-4efd-88bd-7cfb0609133e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Apr 30 14:05:02.882619 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9190889d-2e25-4b67-af5d-6821e12788be req-1c8ea12b-bdcd-4257-ba63-2cc9e305da73 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0435960 Apr 30 14:05:03.097645 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7dc3a-1d38-405a-ab63-b08c090bf821 req-44b356a5-c3b1-49a7-b405-1ea0caec4280 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:03.099158 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e6b7dc3a-1d38-405a-ab63-b08c090bf821 req-44b356a5-c3b1-49a7-b405-1ea0caec4280 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0861146 Apr 30 14:05:03.151790 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e6b7dc3a-1d38-405a-ab63-b08c090bf821 req-89bc6f0c-267b-4f26-8a37-484f8dabfbe0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Apr 30 14:05:03.453657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8eae-e1c8-4b24-aaee-2fe7f9736ffd req-fe70d41a-67b8-4beb-ad62-6e955ddf4062 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:03.455145 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6ceb8eae-e1c8-4b24-aaee-2fe7f9736ffd req-fe70d41a-67b8-4beb-ad62-6e955ddf4062 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0876250 Apr 30 14:05:03.504528 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6ceb8eae-e1c8-4b24-aaee-2fe7f9736ffd req-b711f6f2-5426-4114-9d4c-84788b706edb tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Apr 30 14:05:03.755223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a74c-aee2-4b43-9133-50ba66a53dea req-f1b0931d-962e-40a4-b5d2-5ec6790b6873 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:03.761561 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ca09a74c-aee2-4b43-9133-50ba66a53dea req-f1b0931d-962e-40a4-b5d2-5ec6790b6873 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1000381 Apr 30 14:05:03.817762 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ca09a74c-aee2-4b43-9133-50ba66a53dea req-ac7e619c-96ff-4619-98d5-1b830e4257e2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495446 Apr 30 14:05:04.036979 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-14eaed44-b829-4920-a0fd-4cbda74fdc9c req-f821f102-d0bb-46c7-88b7-e601cdd49626 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0443819 Apr 30 14:05:04.375867 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666cd0-34fd-4022-9131-c79e1d977e05 req-1bbfee19-71b8-459a-9214-48b993cd5be1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:04.377322 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c0666cd0-34fd-4022-9131-c79e1d977e05 req-1bbfee19-71b8-459a-9214-48b993cd5be1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0853927 Apr 30 14:05:04.423393 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c0666cd0-34fd-4022-9131-c79e1d977e05 req-d80cf2ff-606f-4916-8a94-628aa340f7ea tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Apr 30 14:05:04.700359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba71d7b-8812-4dae-ace7-87b51e885354 req-58610f6b-115e-458f-bcd5-059f5fbe490e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:04.701746 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ba71d7b-8812-4dae-ace7-87b51e885354 req-58610f6b-115e-458f-bcd5-059f5fbe490e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0856235 Apr 30 14:05:04.748544 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ba71d7b-8812-4dae-ace7-87b51e885354 req-2b4157af-eda0-48ef-8865-2fa741c7073f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Apr 30 14:05:05.010824 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55736-1745-440a-ac7c-1031b8d5f731 req-ca6aad90-ee52-4d58-b878-415603cb11d1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:05.012261 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-07c55736-1745-440a-ac7c-1031b8d5f731 req-ca6aad90-ee52-4d58-b878-415603cb11d1 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0842981 Apr 30 14:05:05.063659 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-07c55736-1745-440a-ac7c-1031b8d5f731 req-11570de0-343e-47f5-977a-9f19b5ca13b9 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Apr 30 14:05:05.193713 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e281f000-65d1-42ac-9f81-cf5a9000f0ab req-c4ad3e2c-9892-4a62-b169-6b0344c2fce4 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0473254 Apr 30 14:05:05.619509 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d6c7-1f25-4d64-9697-202bd79853af req-547741be-35fc-4b93-8009-9e3ada7ba8de tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:05.621085 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8406d6c7-1f25-4d64-9697-202bd79853af req-547741be-35fc-4b93-8009-9e3ada7ba8de tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0875847 Apr 30 14:05:05.671777 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8406d6c7-1f25-4d64-9697-202bd79853af req-44ab8e73-feb4-4451-9c6c-cfd06404bcaa tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Apr 30 14:05:05.952134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31ca7-5374-4bb5-b632-ba801428059b req-d39213d8-18e7-4eb7-9e30-45623a9f2ab9 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:05.953639 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-02b31ca7-5374-4bb5-b632-ba801428059b req-d39213d8-18e7-4eb7-9e30-45623a9f2ab9 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0923672 Apr 30 14:05:06.002054 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-02b31ca7-5374-4bb5-b632-ba801428059b req-aec980b3-8c92-4baf-b12a-03b4c0c73bfb tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Apr 30 14:05:06.262556 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a8aa-1b30-4970-a93b-7fe93ff7c227 req-839b0c61-3340-46ef-95f5-40ab0037f609 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:06.266433 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0034a8aa-1b30-4970-a93b-7fe93ff7c227 req-839b0c61-3340-46ef-95f5-40ab0037f609 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0890355 Apr 30 14:05:06.322089 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0034a8aa-1b30-4970-a93b-7fe93ff7c227 req-3b918a14-dad8-45e1-9fec-60549045e7d7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520041 Apr 30 14:05:06.370907 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-35657993-4535-4216-9f7f-26dd064aa98d req-ee7aca36-0723-4587-a01c-ee917c634f9d tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0441413 Apr 30 14:05:06.869452 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd98b-7fad-4bfe-8bb0-81aad71cc430 req-40ed4d67-d8f7-4c15-b7e4-1f559359b654 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:06.870936 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-574cd98b-7fad-4bfe-8bb0-81aad71cc430 req-40ed4d67-d8f7-4c15-b7e4-1f559359b654 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0846725 Apr 30 14:05:06.919855 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-574cd98b-7fad-4bfe-8bb0-81aad71cc430 req-bf1237ab-3f57-4282-a1d9-ab3bc88337d3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Apr 30 14:05:07.190576 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad548-7fd1-4052-80b9-43c977163dd7 req-895e4d57-b3ad-49fb-b1ef-2452d659dbed tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:07.192659 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ecad548-7fd1-4052-80b9-43c977163dd7 req-895e4d57-b3ad-49fb-b1ef-2452d659dbed tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0857947 Apr 30 14:05:07.240132 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ecad548-7fd1-4052-80b9-43c977163dd7 req-5b379d93-f67e-4289-b3fb-b11675aa3eb6 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Apr 30 14:05:07.521449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b75f96-08f3-46d4-af34-3c8c0360f2e1 req-accebf67-fcb9-4fd6-8af7-2ff994731ddc tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:07.522941 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d3b75f96-08f3-46d4-af34-3c8c0360f2e1 req-accebf67-fcb9-4fd6-8af7-2ff994731ddc tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0926294 Apr 30 14:05:07.530857 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a9f2beac-a3c2-48e2-a1e3-daff389aebe0 req-af36fe95-426d-48fa-b4cd-58e71292809f tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0428028 Apr 30 14:05:07.573969 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d3b75f96-08f3-46d4-af34-3c8c0360f2e1 req-359a4eef-37f5-44a0-9bf8-56d7d386872c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Apr 30 14:05:08.121514 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace78efc-3244-4b7d-a67c-35b987481edf req-f92aa49e-7d31-48aa-a035-441301db9e24 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:08.128696 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ace78efc-3244-4b7d-a67c-35b987481edf req-f92aa49e-7d31-48aa-a035-441301db9e24 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0939827 Apr 30 14:05:08.171785 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ace78efc-3244-4b7d-a67c-35b987481edf req-90e06d1a-e99d-4421-b65b-f8476da068c5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Apr 30 14:05:08.436334 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6d1f0-44c1-4d12-86f4-46b9c3e5a9ac req-4b556827-a245-4163-8009-976849fae436 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:08.437818 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-eee6d1f0-44c1-4d12-86f4-46b9c3e5a9ac req-4b556827-a245-4163-8009-976849fae436 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0879655 Apr 30 14:05:08.483075 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-eee6d1f0-44c1-4d12-86f4-46b9c3e5a9ac req-ed79bb8c-3990-4a74-b6df-b39732d93a82 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Apr 30 14:05:08.702773 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d90c27cb-231d-49af-b6c8-8449296bfc64 req-6ecc42ac-fb9d-4bf6-b91d-3d5bb56f3264 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0465236 Apr 30 14:05:08.777027 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b94c8-ab4b-4679-9cc0-fb1fe58e29db req-616202af-db9e-4723-bad8-4dd8b3965362 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:08.778457 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b11b94c8-ab4b-4679-9cc0-fb1fe58e29db req-616202af-db9e-4723-bad8-4dd8b3965362 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0890391 Apr 30 14:05:08.826799 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b11b94c8-ab4b-4679-9cc0-fb1fe58e29db req-d1e5a82c-a05e-43a0-865b-4a1e60379ab7 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Apr 30 14:05:09.133454 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:05:09.397379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb348f-38c9-4a4f-ab94-c4123f0ecf20 req-d625ae72-18ba-40c3-978d-56ebc7bbdf4a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:09.398802 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-63fb348f-38c9-4a4f-ab94-c4123f0ecf20 req-d625ae72-18ba-40c3-978d-56ebc7bbdf4a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0913424 Apr 30 14:05:09.445810 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-63fb348f-38c9-4a4f-ab94-c4123f0ecf20 req-5dc55995-567f-46e6-82dd-186e4a4a0c1b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Apr 30 14:05:09.749074 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea1297-283c-47ba-8fc0-e1e2a224f93c req-06896ba8-cc27-4d02-b912-6f901ebbdc8f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:09.756058 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-45ea1297-283c-47ba-8fc0-e1e2a224f93c req-06896ba8-cc27-4d02-b912-6f901ebbdc8f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.1541762 Apr 30 14:05:09.807953 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-45ea1297-283c-47ba-8fc0-e1e2a224f93c req-ae339049-fae3-4af0-bf6e-3d9faa2d2b4d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Apr 30 14:05:09.864758 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-61e7be49-5e2a-4574-bdb7-ebeef81513a7 req-c9c383f8-3a0f-4da9-96dd-da740fb9135c tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0508132 Apr 30 14:05:10.024449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede558b-c236-4c51-9df1-f0ca4c7ba067 req-1167aba5-c93d-489e-be5f-a50fe9e6e3f8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:10.025827 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5ede558b-c236-4c51-9df1-f0ca4c7ba067 req-1167aba5-c93d-489e-be5f-a50fe9e6e3f8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0869429 Apr 30 14:05:10.072014 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5ede558b-c236-4c51-9df1-f0ca4c7ba067 req-0f4cd1bb-c780-42cd-a5c7-3c916415bf51 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Apr 30 14:05:10.648134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0091c-4b5a-4c22-b461-cc0328525552 req-c2f0814e-250a-44bb-a9bc-ae4e020ac28c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:10.649579 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d3d0091c-4b5a-4c22-b461-cc0328525552 req-c2f0814e-250a-44bb-a9bc-ae4e020ac28c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0891502 Apr 30 14:05:10.695713 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d3d0091c-4b5a-4c22-b461-cc0328525552 req-85f815a5-3f03-4c5a-b5be-23fba4a83fff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398452 Apr 30 14:05:11.002978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cfc78-b95f-4088-89e2-2390d49b4201 req-159bcea6-c5ba-4f05-87c8-3a99f7c0a0e2 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:11.010923 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-402cfc78-b95f-4088-89e2-2390d49b4201 req-159bcea6-c5ba-4f05-87c8-3a99f7c0a0e2 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0948901 Apr 30 14:05:11.054946 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-58c854f0-a9bd-4d25-a6dd-565459dc6dda req-2d42dfbb-f809-4eec-b97c-e07c65ddf11e tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0431707 Apr 30 14:05:11.062501 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-402cfc78-b95f-4088-89e2-2390d49b4201 req-760407af-91dc-4e8b-a5a1-b33de836c0d3 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Apr 30 14:05:11.265282 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89cbc9-a5ec-467c-868f-eb0ad45abb62 req-5af43c0f-cf06-4a8d-b871-24c0ef1566b0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:11.266765 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3f89cbc9-a5ec-467c-868f-eb0ad45abb62 req-5af43c0f-cf06-4a8d-b871-24c0ef1566b0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0875874 Apr 30 14:05:11.313367 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3f89cbc9-a5ec-467c-868f-eb0ad45abb62 req-ae909953-dcac-4b98-b721-7d535ec0729c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Apr 30 14:05:11.888492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cb201-5553-43f3-aa70-85a7ad7a3bde req-37f1d63f-7119-4ea2-be59-dc5d85c9b70f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:11.889950 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-725cb201-5553-43f3-aa70-85a7ad7a3bde req-37f1d63f-7119-4ea2-be59-dc5d85c9b70f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0807903 Apr 30 14:05:11.934168 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-725cb201-5553-43f3-aa70-85a7ad7a3bde req-1ea30c1e-e006-4a3a-ac27-f8e6ff260d70 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 Apr 30 14:05:12.202924 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6a9e5d27-3e5e-4fbc-917f-0b1c33543b9b req-22b78f6e-e583-49b3-8b14-3f85029ab080 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0443120 Apr 30 14:05:12.247392 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a6f85-947b-4b18-a385-5223bdfbaa63 req-80b9e9fd-6a84-4c9d-b705-01266bcc3638 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:12.248840 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-689a6f85-947b-4b18-a385-5223bdfbaa63 req-80b9e9fd-6a84-4c9d-b705-01266bcc3638 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.0838635 Apr 30 14:05:12.292674 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-689a6f85-947b-4b18-a385-5223bdfbaa63 req-a53cd37b-7f9c-4e29-b376-0a4e7a4bcd69 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Apr 30 14:05:12.424900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298105-328f-4cd6-8166-26380b589fab req-bd5d14df-b677-4835-b29f-0f8fcc56e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:12.426441 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-bd5d14df-b677-4835-b29f-0f8fcc56e728 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=514858c5680742adb3967ca0ce8644e7&device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 1098 time: 0.0729280 Apr 30 14:05:12.511470 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cc9e7-4ae8-414f-a6f9-cc2e500c07a7 req-c6bfe3cd-073b-4762-aeff-e953f28a9b13 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:12.512982 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ad8cc9e7-4ae8-414f-a6f9-cc2e500c07a7 req-c6bfe3cd-073b-4762-aeff-e953f28a9b13 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0859368 Apr 30 14:05:12.618038 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298105-328f-4cd6-8166-26380b589fab req-ef907ecf-a594-41f7-a2da-75e6c09604cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:12.619684 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-ef907ecf-a594-41f7-a2da-75e6c09604cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 200 len: 920 time: 0.1795743 Apr 30 14:05:12.643090 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ad8cc9e7-4ae8-414f-a6f9-cc2e500c07a7 req-a0e2a2eb-0770-46aa-9901-edffa1ab674f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209280 Apr 30 14:05:12.696674 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-f25b92b6-34ea-4d11-aa5a-46003875db13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 200 len: 217 time: 0.0656333 Apr 30 14:05:12.775332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298105-328f-4cd6-8166-26380b589fab req-c446bc13-89da-4576-b69a-2e56ece79fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:12.776899 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-c446bc13-89da-4576-b69a-2e56ece79fde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 200 len: 859 time: 0.0606880 Apr 30 14:05:12.829196 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-4eeb0193-55ec-4b42-9f3f-f4a73a1aec08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32448d78-5b2d-456c-810d-9db7b9672051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447550 Apr 30 14:05:12.962003 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-796c7c50-e315-41ed-91cc-9e8f3b601ac6 service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217406 Apr 30 14:05:13.137935 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a4298105-328f-4cd6-8166-26380b589fab req-8f9371dd-7cbc-4afe-a7a8-c4fb950cebdc service neutron] 10.222.0.46 "GET /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687667 Apr 30 14:05:13.166902 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-9e6378b6-4267-476d-b42f-07647abde009 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6d3feae2664948d993a79cd7c152925c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280459 Apr 30 14:05:13.215736 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979992b-dbf4-427d-88dc-510246d3d1a5 req-05353a96-a52c-432d-bdbc-093f90a4c785 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:13.217137 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1979992b-dbf4-427d-88dc-510246d3d1a5 req-05353a96-a52c-432d-bdbc-093f90a4c785 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.1671767 Apr 30 14:05:13.343619 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1979992b-dbf4-427d-88dc-510246d3d1a5 req-dc3f5564-edce-4542-b452-8912ce7a9f73 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133690 Apr 30 14:05:13.360901 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e1493c59-c096-4dfa-99a0-656fbfeb9257 req-a84bbb0a-1e53-497f-9ce5-8d3b750af5d1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0516634 Apr 30 14:05:13.381462 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-c7bdd3b1-bff7-4adf-bf71-67bad83667c1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:13.383136 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-c7bdd3b1-bff7-4adf-bf71-67bad83667c1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999564 Apr 30 14:05:13.436986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Request body: {'port': {'device_id': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee', 'admin_state_up': True, 'tenant_id': '6d3feae2664948d993a79cd7c152925c'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:13.737003 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:13.746613 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-d011a68d-f9ab-43a6-a6c2-a6ace3d4d71c tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:13.748072 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-d011a68d-f9ab-43a6-a6c2-a6ace3d4d71c tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.3434811 Apr 30 14:05:13.751212 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Usage tracker for resource:port and tenant:6d3feae2664948d993a79cd7c152925c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:05:13.761166 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a8103-b316-4685-96f6-c9bb378789e7 req-1f29ad4f-f802-4550-b7bf-748698512726 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:13.762568 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa2a8103-b316-4685-96f6-c9bb378789e7 req-1f29ad4f-f802-4550-b7bf-748698512726 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 946 time: 0.3050489 Apr 30 14:05:13.763438 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:05:13.803131 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:13.845273 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Made reservation on behalf of 6d3feae2664948d993a79cd7c152925c for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:05:13.846827 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846743fe-c0bd-4d35-b837-e7da9b596d72 req-e9582313-b17d-44a6-9d25-b43ef02bdb38 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:13.848498 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-846743fe-c0bd-4d35-b837-e7da9b596d72 req-e9582313-b17d-44a6-9d25-b43ef02bdb38 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0844181 Apr 30 14:05:13.848637 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:13.885185 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:13.893149 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-846743fe-c0bd-4d35-b837-e7da9b596d72 req-1103b5bb-f248-410f-aabf-b9942476af0a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Apr 30 14:05:13.936333 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa2a8103-b316-4685-96f6-c9bb378789e7 req-048f98be-f67b-481b-b5cd-6a34999be349 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354876 Apr 30 14:05:13.945175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:13.950983 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Usage tracker for resource:security_group_rule and tenant:6d3feae2664948d993a79cd7c152925c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:05:13.954399 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:05:13.962036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:14.004558 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Deleting port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:14.004899 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.175980 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] For port dfd8a2ff-2a00-422e-96c3-7036e3c64a98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:14.176404 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.193698 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.246263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.301211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35d31647-646d-4c00-8fdc-6ec172553337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:14.314398 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Calling delete_port for dfd8a2ff-2a00-422e-96c3-7036e3c64a98 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:14.404591 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7895dc0f-89e4-45fa-b08d-de10554bca86,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:14.410619 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:14.541281 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-da533c4f-c658-4552-b92a-48928dc1c12f req-ac7c58ce-32ae-43d7-a22b-4089054fe01f tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 210 time: 0.0532577 Apr 30 14:05:14.543957 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1faa3-66b1-4b7d-ba97-ed702aec18b2 req-ca5632f3-d802-4021-af1c-1ad5a4987f9b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:14.545471 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8da1faa3-66b1-4b7d-ba97-ed702aec18b2 req-ca5632f3-d802-4021-af1c-1ad5a4987f9b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 943 time: 0.0825186 Apr 30 14:05:14.549261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Allocated IP 192.168.233.244 (a880a01a-edd3-4949-b25e-a1f93d31c5ee/0cae53ab-596c-49bb-adb1-576ada530204/373d6479-bd0b-4113-872b-fb24786f389d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:05:14.611881 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8da1faa3-66b1-4b7d-ba97-ed702aec18b2 req-0d2759ab-0fc0-4aef-a3c1-3611e33a24ee tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524938 Apr 30 14:05:14.676902 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.690711 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['dfd8a2ff-2a00-422e-96c3-7036e3c64a98'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:14.697343 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:14.749111 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Pushing event deleted for resources: {'Port': ['ID=dfd8a2ff-2a00-422e-96c3-7036e3c64a98,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:14.778671 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:14.888377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] No DVR routers for this DVR port dfd8a2ff-2a00-422e-96c3-7036e3c64a98 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:14.893112 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.895654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'name': 'network-vif-deleted', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:14.941692 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-78efcb34-a346-45a7-baa3-d1c51525feb9 req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "DELETE /v2.0/ports/dfd8a2ff-2a00-422e-96c3-7036e3c64a98 HTTP/1.1" status: 204 len: 173 time: 1.1752460 Apr 30 14:05:14.960742 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:14.979890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Transition to ACTIVE for port object 373d6479-bd0b-4113-872b-fb24786f389d will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:05:14.982306 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0ea66e-12f2-4562-859d-a2b921fd0bca', 'name': 'network-vif-deleted', 'tag': 'dfd8a2ff-2a00-422e-96c3-7036e3c64a98', 'status': 'completed', 'code': 200} Apr 30 14:05:15.009190 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.017054 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a83c3f90-024b-4fe7-b365-925aecc7b18e tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:15.091031 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Network a880a01a-edd3-4949-b25e-a1f93d31c5ee is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:05:15.094098 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:05:15.114787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:05:15.159214 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Pushing event updated for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:15.208378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436893e4-7a9e-4c4f-b2df-9b1848bc9cfa req-58b1a02f-c0d8-4761-8696-e973c85a94b2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:15.210320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:15.219322 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-436893e4-7a9e-4c4f-b2df-9b1848bc9cfa req-58b1a02f-c0d8-4761-8696-e973c85a94b2 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1344457 Apr 30 14:05:15.231896 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ce15cb26-c836-40a2-bcb1-96145c097d2d req-c747c43a-7fdf-4f79-9402-8b8f81c41707 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Synchronizing usage tracker for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:15.266728 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:15.267802 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.269576 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-436893e4-7a9e-4c4f-b2df-9b1848bc9cfa req-8cbdfcd0-0e5a-4e48-b03b-5dad959aaa04 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492215 Apr 30 14:05:15.275607 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ce15cb26-c836-40a2-bcb1-96145c097d2d req-c747c43a-7fdf-4f79-9402-8b8f81c41707 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Unset dirty status for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:15.277282 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ce15cb26-c836-40a2-bcb1-96145c097d2d req-c747c43a-7fdf-4f79-9402-8b8f81c41707 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0ea66e-12f2-4562-859d-a2b921fd0bca HTTP/1.1" status: 200 len: 210 time: 0.1293468 Apr 30 14:05:15.307472 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9039454 Apr 30 14:05:15.333586 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Request body: {'port': {'device_id': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:15.425829 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:05:15.434666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-741c1405-d2cd-4ea0-b0ab-efa1f4dff983 None None] Provisioning for port 373d6479-bd0b-4113-872b-fb24786f389d completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:05:15.441576 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-741c1405-d2cd-4ea0-b0ab-efa1f4dff983 None None] Provisioning complete for port 373d6479-bd0b-4113-872b-fb24786f389d triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:05:15.442554 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-741c1405-d2cd-4ea0-b0ab-efa1f4dff983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.448150 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.571613 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-741c1405-d2cd-4ea0-b0ab-efa1f4dff983 None None] Port 373d6479-bd0b-4113-872b-fb24786f389d cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:05:15.617220 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:15.631386 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '62ee021c-cab4-4584-af31-c59641d457ad', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': '62ee021c-cab4-4584-af31-c59641d457ad', 'mac_address': 'fa:16:3e:54:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:05:15.698164 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.717785 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:15.738334 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:15.745630 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.748492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:15.851114 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=9']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:15.858572 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884c21-2267-4023-a0b3-982e7438f40a req-3e0a701f-c471-4575-8128-cd459d390f14 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:15.860503 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ec884c21-2267-4023-a0b3-982e7438f40a req-3e0a701f-c471-4575-8128-cd459d390f14 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 944 time: 0.1070578 Apr 30 14:05:15.882719 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.883261 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.883835 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.884160 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.884670 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.885139 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.885362 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.885734 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.886059 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.886379 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.886720 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.887060 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:15.894460 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:15.915561 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-52181c4e-00c7-4a1a-9661-07bd43ae9857 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:15.916256 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-52181c4e-00c7-4a1a-9661-07bd43ae9857 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Synchronizing usage tracker for tenant:6d3feae2664948d993a79cd7c152925c on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:15.920520 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ec884c21-2267-4023-a0b3-982e7438f40a req-ba848ee6-9ecb-4229-9c89-d7abcb76834b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520442 Apr 30 14:05:15.952168 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-16549e26-5c04-4e90-ac01-4f93182978d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:15.982684 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-52181c4e-00c7-4a1a-9661-07bd43ae9857 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Unset dirty status for tenant:6d3feae2664948d993a79cd7c152925c on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:15.983861 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-52181c4e-00c7-4a1a-9661-07bd43ae9857 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 936 time: 0.2512753 Apr 30 14:05:16.026300 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373d6479-bd0b-4113-872b-fb24786f389d {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:16.041984 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['62ee021c-cab4-4584-af31-c59641d457ad'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:16.042705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.059868 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-e38bbb53-c4a7-4c71-98b5-415ad25e955f tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Synchronizing usage tracker for tenant:6d3feae2664948d993a79cd7c152925c on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:16.068198 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Transition to ACTIVE for port object 373d6479-bd0b-4113-872b-fb24786f389d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:05:16.074002 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.081038 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9680e3f3-abaa-47b3-86b5-d206f94713ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:16.134185 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-e38bbb53-c4a7-4c71-98b5-415ad25e955f tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Unset dirty status for tenant:6d3feae2664948d993a79cd7c152925c on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:16.135314 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e834b2e8-c1cd-4127-b476-8d1d7b8ce99b req-e38bbb53-c4a7-4c71-98b5-415ad25e955f tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449883 Apr 30 14:05:16.165775 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.254894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Pushing event updated for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:16.258891 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:16.344403 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Attempting to bind port 373d6479-bd0b-4113-872b-fb24786f389d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:05:16.344973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Attempting to bind port 373d6479-bd0b-4113-872b-fb24786f389d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:05:16.345461 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Attempting to bind port 373d6479-bd0b-4113-872b-fb24786f389d on network a880a01a-edd3-4949-b25e-a1f93d31c5ee {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:16.351780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Port 373d6479-bd0b-4113-872b-fb24786f389d on network a880a01a-edd3-4949-b25e-a1f93d31c5ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:05:16.352356 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Attempting to bind port 373d6479-bd0b-4113-872b-fb24786f389d on network a880a01a-edd3-4949-b25e-a1f93d31c5ee {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:16.359989 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:05:16.363475 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Checking segment: {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:05:16.365293 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Bound using segment: {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:05:16.365769 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Bound port: 373d6479-bd0b-4113-872b-fb24786f389d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168a073c-788f-4b26-a75b-1df268b6f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:05:16.366324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.494737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:05:16.498375 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=373d6479-bd0b-4113-872b-fb24786f389d,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:05:16.506186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.515672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e8b99ea-7d54-44d6-bbfd-e9cb0aadd8a0 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:16.562108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad1785-e2af-45aa-8b98-d6fc48774d28 req-220d281f-dd1d-4d49-97b1-4e40abbb7f22 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:16.564180 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16ad1785-e2af-45aa-8b98-d6fc48774d28 req-220d281f-dd1d-4d49-97b1-4e40abbb7f22 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1082437 Apr 30 14:05:16.573352 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:16.573913 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:16.575550 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/373d6479-bd0b-4113-872b-fb24786f389d HTTP/1.1" status: 200 len: 1098 time: 1.2473390 Apr 30 14:05:16.597149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Pushing event updated for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:16.610886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:16.663697 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16ad1785-e2af-45aa-8b98-d6fc48774d28 req-4315fc62-79d5-48a9-8cf7-ab6a2364385e tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829835 Apr 30 14:05:16.806703 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-b005ebef-1924-4abf-97dd-8cd00df88588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:16.808493 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-b005ebef-1924-4abf-97dd-8cd00df88588 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d3feae2664948d993a79cd7c152925c&device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 1101 time: 0.1626279 Apr 30 14:05:16.934291 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-969886ac-cfef-420c-8e2e-6ac3cddb0ce6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=373d6479-bd0b-4113-872b-fb24786f389d HTTP/1.1" status: 200 len: 217 time: 0.0765083 Apr 30 14:05:16.985448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:17.023268 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-02dd7a4b-3c61-492f-b21a-3887f6209fbe tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.024693 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-02dd7a4b-3c61-492f-b21a-3887f6209fbe tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 808 time: 0.2749436 Apr 30 14:05:17.032829 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-6c3e0422-2ad3-449b-b0ec-6468acc182ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.034115 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-6c3e0422-2ad3-449b-b0ec-6468acc182ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cae53ab-596c-49bb-adb1-576ada530204 HTTP/1.1" status: 200 len: 843 time: 0.0904334 Apr 30 14:05:17.078606 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-6f300eb8-8071-4406-bdc0-e23f831abb3a tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/quotas/29df36b8ea27436e95e5dda48d1aac44 HTTP/1.1" status: 200 len: 375 time: 0.0471528 Apr 30 14:05:17.130652 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-5e78b4f6-9afd-4021-b713-7250f1580296 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453475 Apr 30 14:05:17.218926 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-56bbd070-ec64-4dcc-8e42-f58275c6ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.221973 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-56bbd070-ec64-4dcc-8e42-f58275c6ef79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a880a01a-edd3-4949-b25e-a1f93d31c5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1789987 Apr 30 14:05:17.341115 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c914-4bcd-4548-855e-efea8833a8a2 req-5d15696d-55f2-489f-8176-58bcb136b0bf tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.342974 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1777c914-4bcd-4548-855e-efea8833a8a2 req-5d15696d-55f2-489f-8176-58bcb136b0bf tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 944 time: 0.0831215 Apr 30 14:05:17.391168 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1777c914-4bcd-4548-855e-efea8833a8a2 req-0a18111a-560e-4657-9644-94185e590915 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Apr 30 14:05:17.440974 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:05:17.467552 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d', 'status': 'completed', 'code': 200} Apr 30 14:05:17.500623 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-b77d87c7-799c-4603-932f-181aab1c328e service neutron] 10.222.0.37 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595202 Apr 30 14:05:17.516924 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 62ee021c-cab4-4584-af31-c59641d457ad triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:05:17.517311 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:17.562455 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-0f7c45c3-a26b-40fd-8e9a-0d142e6616f2 service neutron] 10.222.0.46 "GET /v2.0/networks/a880a01a-edd3-4949-b25e-a1f93d31c5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901852 Apr 30 14:05:17.627627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb201c2-07da-4b93-8b4e-40bb3b430b46 req-bf5fabe0-d952-4d83-bb7f-1d2ad2cf51d5 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.629650 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bdb201c2-07da-4b93-8b4e-40bb3b430b46 req-bf5fabe0-d952-4d83-bb7f-1d2ad2cf51d5 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 948 time: 0.0972192 Apr 30 14:05:17.677229 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bdb201c2-07da-4b93-8b4e-40bb3b430b46 req-2d422223-c804-4748-a7bf-1e9fb0483036 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Apr 30 14:05:17.679207 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:17.708459 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:17.729400 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:17.734480 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:17.735658 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device dfd8a2ff-2a00-422e-96c3-7036e3c64a98 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:17.751116 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-993f8f01-cd26-4101-9358-ca986cd9b737 service neutron] 10.222.0.37 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399652 Apr 30 14:05:17.780832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:17.790516 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf50b471-dc7b-4eab-92c2-9b8d58b983aa req-c8842fd2-af99-4432-b5e7-6850a3af0b97 service neutron] 10.222.0.46 "GET /v2.0/networks/a880a01a-edd3-4949-b25e-a1f93d31c5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738243 Apr 30 14:05:17.816797 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'code': 200} Apr 30 14:05:17.828809 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: dfd8a2ff-2a00-422e-96c3-7036e3c64a98 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:17.829171 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device dfd8a2ff-2a00-422e-96c3-7036e3c64a98 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:17.856576 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=10']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:17.859470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:17.954655 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-429dd467-3731-4598-8f94-9d97a49780e3 req-1fa902b4-7714-4989-a674-e2491dd7e401 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 210 time: 0.0478265 Apr 30 14:05:17.957016 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-8ffb6cb3-5f14-4c7d-873e-2215f8c8154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:17.959385 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-8ffb6cb3-5f14-4c7d-873e-2215f8c8154d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d3feae2664948d993a79cd7c152925c&device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 1101 time: 0.1081147 Apr 30 14:05:18.117744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-8c840802-e24b-4302-b08a-5c3bae90a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.119093 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-8c840802-e24b-4302-b08a-5c3bae90a6d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a880a01a-edd3-4949-b25e-a1f93d31c5ee HTTP/1.1" status: 200 len: 870 time: 0.1530893 Apr 30 14:05:18.195753 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-0671211b-a47e-4aa0-acff-e80eef51b088 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=373d6479-bd0b-4113-872b-fb24786f389d HTTP/1.1" status: 200 len: 217 time: 0.0634227 Apr 30 14:05:18.274385 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-d4546901-d50c-4385-90d5-55dddb89fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.275893 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-d4546901-d50c-4385-90d5-55dddb89fff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cae53ab-596c-49bb-adb1-576ada530204 HTTP/1.1" status: 200 len: 843 time: 0.0729432 Apr 30 14:05:18.349165 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4b54a127-dae5-46f6-9748-b5fca3220e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:18.432993 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-c00c5813-3525-4042-a185-564090456234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.434549 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-c00c5813-3525-4042-a185-564090456234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a880a01a-edd3-4949-b25e-a1f93d31c5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1462255 Apr 30 14:05:18.526169 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:18.574744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562a39-96ec-48c1-8f6b-e6141d5442a4 req-85286777-f671-4f8d-a5bd-8747a6d774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.576356 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-57562a39-96ec-48c1-8f6b-e6141d5442a4 req-85286777-f671-4f8d-a5bd-8747a6d774ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1099 time: 0.2123923 Apr 30 14:05:18.652679 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd89fd-92b7-47da-b628-b55b1ba1a84a req-85c4e5cb-341f-4cd9-a7c0-f8e4c6b9f65b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.656044 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-57562a39-96ec-48c1-8f6b-e6141d5442a4 req-87a0935d-61a7-41df-a370-87d8f324e65f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660477 Apr 30 14:05:18.659240 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-56e0c789-2a7c-4ae7-a06d-d65814a287a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a880a01a-edd3-4949-b25e-a1f93d31c5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171907 Apr 30 14:05:18.659780 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-edcd89fd-92b7-47da-b628-b55b1ba1a84a req-85c4e5cb-341f-4cd9-a7c0-f8e4c6b9f65b tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.1409590 Apr 30 14:05:18.701723 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-edcd89fd-92b7-47da-b628-b55b1ba1a84a req-229a1d6a-fea3-49a0-98f4-3fbf58e14592 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Apr 30 14:05:18.927853 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd087a4b-42d3-41a4-b121-6336a844ab02 req-bddb7606-1103-41df-adfd-a4372069bda1 service neutron] 10.222.0.46 "GET /v2.0/networks/a880a01a-edd3-4949-b25e-a1f93d31c5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812136 Apr 30 14:05:18.953137 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef658-0586-42f0-a684-fab2e5f9912f req-c2f3c737-d58b-490a-ac78-60e2a4aeb227 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:18.954575 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-289ef658-0586-42f0-a684-fab2e5f9912f req-c2f3c737-d58b-490a-ac78-60e2a4aeb227 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 948 time: 0.1187346 Apr 30 14:05:18.999519 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-289ef658-0586-42f0-a684-fab2e5f9912f req-f9bf37fb-d5c6-4627-b2ac-98e6e08720fc tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Apr 30 14:05:19.106931 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d28b9dfd-cbce-473e-82f8-b7bd54630472 req-0c65d4fd-7b2c-46d6-b1e7-5a912468bc3d tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 210 time: 0.0425153 Apr 30 14:05:19.368571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-c444427f-df9b-4e18-90d6-de94bf1c56b7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:19.369967 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-c444427f-df9b-4e18-90d6-de94bf1c56b7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 808 time: 0.1456666 Apr 30 14:05:19.386062 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Request body: {'port': {'device_id': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc', 'admin_state_up': True, 'tenant_id': '29df36b8ea27436e95e5dda48d1aac44'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:19.399132 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:19.518985 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:19.528264 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:19.540844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Made reservation on behalf of 29df36b8ea27436e95e5dda48d1aac44 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:05:19.544230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:19.783686 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Allocated IP 172.20.0.14 (a965f469-b31c-41bf-a311-7306f7be9acc/989727c6-d779-4140-9b69-7b6515966586/ba064763-61bd-4a52-b76b-73c797c1674d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:05:20.076456 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.095768 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61760d0-204b-4ff3-9f09-ff8f7881b91c req-be57a110-b7df-41ee-bcec-23e04bed5725 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:20.097976 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b61760d0-204b-4ff3-9f09-ff8f7881b91c req-be57a110-b7df-41ee-bcec-23e04bed5725 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.2107105 Apr 30 14:05:20.164627 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b61760d0-204b-4ff3-9f09-ff8f7881b91c req-4b75a449-f054-4fca-b3af-5073a6b86060 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597765 Apr 30 14:05:20.186318 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.202303 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-825367a6-e490-4558-af27-d20d073962a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:20.274760 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Network a965f469-b31c-41bf-a311-7306f7be9acc is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:05:20.279828 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:05:20.282757 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5502f-d912-4129-9b50-8e10d88798e9 req-e5b8b9eb-4b14-4843-ab21-67c4d99b8e3b tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:20.284846 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:05:20.292891 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-05f5502f-d912-4129-9b50-8e10d88798e9 req-e5b8b9eb-4b14-4843-ab21-67c4d99b8e3b tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 948 time: 0.1639593 Apr 30 14:05:20.351539 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-05f5502f-d912-4129-9b50-8e10d88798e9 req-6d2b3864-a3d3-416d-950a-10feae3304dd tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Apr 30 14:05:20.381931 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Pushing event updated for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:20.391444 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:20.406989 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:20.407615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.438551 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0561543 Apr 30 14:05:20.456898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Request body: {'port': {'device_id': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:20.491943 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9336-0eea-473f-b33f-1d366deab6e0 req-b4876a4d-feac-4bcb-a24f-96dbe978c1d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:20.492530 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-fabe9336-0eea-473f-b33f-1d366deab6e0 req-b4876a4d-feac-4bcb-a24f-96dbe978c1d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Synchronizing usage tracker for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:20.527071 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-fabe9336-0eea-473f-b33f-1d366deab6e0 req-b4876a4d-feac-4bcb-a24f-96dbe978c1d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Unset dirty status for tenant:29df36b8ea27436e95e5dda48d1aac44 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:20.528216 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fabe9336-0eea-473f-b33f-1d366deab6e0 req-b4876a4d-feac-4bcb-a24f-96dbe978c1d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 932 time: 0.2011464 Apr 30 14:05:20.615407 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.630795 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fabe9336-0eea-473f-b33f-1d366deab6e0 req-a272ea54-a8e0-42dc-814a-2aba570a73f2 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701439 Apr 30 14:05:20.961567 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba064763-61bd-4a52-b76b-73c797c1674d {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:20.968536 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.982778 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Transition to ACTIVE for port object ba064763-61bd-4a52-b76b-73c797c1674d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:05:20.986483 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:20.991411 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:21.141941 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Pushing event updated for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:21.145433 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:21.169549 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.248605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Attempting to bind port ba064763-61bd-4a52-b76b-73c797c1674d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:05:21.251713 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Attempting to bind port ba064763-61bd-4a52-b76b-73c797c1674d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:05:21.252332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Attempting to bind port ba064763-61bd-4a52-b76b-73c797c1674d on network a965f469-b31c-41bf-a311-7306f7be9acc {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:21.258884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Port ba064763-61bd-4a52-b76b-73c797c1674d on network a965f469-b31c-41bf-a311-7306f7be9acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:05:21.259451 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Attempting to bind port ba064763-61bd-4a52-b76b-73c797c1674d on network a965f469-b31c-41bf-a311-7306f7be9acc {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:21.267659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:05:21.268205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Checking segment: {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:05:21.268594 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Bound using segment: {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:05:21.269013 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Bound port: ba064763-61bd-4a52-b76b-73c797c1674d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa23418e-afdb-4956-bd38-62f691f7c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:05:21.269355 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.416030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:05:21.420417 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ba064763-61bd-4a52-b76b-73c797c1674d,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:05:21.425925 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.431724 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:21.458627 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 373d6479-bd0b-4113-872b-fb24786f389d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:05:21.491468 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.492192 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.494155 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] 10.222.0.46 "PUT /v2.0/ports/ba064763-61bd-4a52-b76b-73c797c1674d HTTP/1.1" status: 200 len: 1094 time: 1.0428832 Apr 30 14:05:21.494320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:21.515942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd4b9b-d627-4e2f-9b34-a52a1d7d7369 req-477ed17b-232a-4442-b464-32b0149cce28 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.517732 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-edbd4b9b-d627-4e2f-9b34-a52a1d7d7369 req-477ed17b-232a-4442-b464-32b0149cce28 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0897751 Apr 30 14:05:21.577216 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-edbd4b9b-d627-4e2f-9b34-a52a1d7d7369 req-fb9d1826-b23c-49f4-ae3e-da1173603c4b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530682 Apr 30 14:05:21.617663 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5714de1-f142-4784-aded-fa6cf70ccdc8 req-35de6545-3e99-4e31-91d2-d4c66b4d196d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.619124 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a5714de1-f142-4784-aded-fa6cf70ccdc8 req-35de6545-3e99-4e31-91d2-d4c66b4d196d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.2803681 Apr 30 14:05:21.679226 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=373d6479-bd0b-4113-872b-fb24786f389d,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:21.696010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '373d6479-bd0b-4113-872b-fb24786f389d', 'network_id': 'a880a01a-edd3-4949-b25e-a1f93d31c5ee', 'port_id': '373d6479-bd0b-4113-872b-fb24786f389d', 'mac_address': 'fa:16:3e:95:a2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cae53ab-596c-49bb-adb1-576ada530204', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:05:21.698295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Pushing event updated for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:21.711001 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:21.724532 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a5714de1-f142-4784-aded-fa6cf70ccdc8 req-6a803edc-e253-4346-af7f-183c7d6eaf9f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748839 Apr 30 14:05:21.761324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-b47fcfa7-97bf-44be-a526-906da371fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.762069 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.762818 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-b47fcfa7-97bf-44be-a526-906da371fe6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 1097 time: 0.1536365 Apr 30 14:05:21.780863 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373d6479-bd0b-4113-872b-fb24786f389d {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:21.798698 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=373d6479-bd0b-4113-872b-fb24786f389d,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:21.800965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9a79-3370-4ea0-b6b7-4d27f94e498d req-21231414-4e49-4158-9293-42bea64b2365 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.803055 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-19dd9a79-3370-4ea0-b6b7-4d27f94e498d req-21231414-4e49-4158-9293-42bea64b2365 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 948 time: 0.0894475 Apr 30 14:05:21.804588 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:21.806543 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:21.828420 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d', 'status': 'completed', 'code': 200} Apr 30 14:05:21.843387 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-0511c140-71c3-4557-9eb4-acc0d55ee3c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba064763-61bd-4a52-b76b-73c797c1674d HTTP/1.1" status: 200 len: 217 time: 0.0716424 Apr 30 14:05:21.852778 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-19dd9a79-3370-4ea0-b6b7-4d27f94e498d req-23da72d5-26e4-40fa-b1ea-ca3ea3129852 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Apr 30 14:05:21.909663 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:21.914454 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:21.959519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-c3a2e19c-36f3-4b0e-952d-1d5d5a64ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:21.960968 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-c3a2e19c-36f3-4b0e-952d-1d5d5a64ca4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=989727c6-d779-4140-9b69-7b6515966586 HTTP/1.1" status: 200 len: 848 time: 0.1101406 Apr 30 14:05:22.011387 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-0b5d5a43-cce6-4ad0-a03c-0b1c97f054a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a965f469-b31c-41bf-a311-7306f7be9acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427494 Apr 30 14:05:22.048542 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba25ec-5c43-4741-8646-cdb8241b4af5 req-c8c12b89-dfa1-465f-a627-406ba6180e39 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:22.049959 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-47ba25ec-5c43-4741-8646-cdb8241b4af5 req-c8c12b89-dfa1-465f-a627-406ba6180e39 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 944 time: 0.1530607 Apr 30 14:05:22.114481 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['373d6479-bd0b-4113-872b-fb24786f389d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:22.166728 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-47ba25ec-5c43-4741-8646-cdb8241b4af5 req-5a9a6507-ffda-4ff5-a550-8954e581b293 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 Apr 30 14:05:22.193816 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-657af166-bc2d-41b7-b1a2-8a989f08dcce service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708052 Apr 30 14:05:22.329571 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e17e22fb-c95d-41e4-bf1b-dc7852a92485 req-6320f180-df68-4ebd-949a-4d67406d0969 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234076 Apr 30 14:05:22.458269 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-1a9f0d47-e4ea-4873-9e73-b78088d8bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:22.459761 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-1a9f0d47-e4ea-4873-9e73-b78088d8bad6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29df36b8ea27436e95e5dda48d1aac44&device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 1097 time: 0.0751665 Apr 30 14:05:22.596987 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-c0b42810-edc1-4f31-a13e-d1d15988bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:22.598366 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-c0b42810-edc1-4f31-a13e-d1d15988bffb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 200 len: 909 time: 0.1258476 Apr 30 14:05:22.666246 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-4edf62d7-065b-432f-9e1f-626c3a61ce9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba064763-61bd-4a52-b76b-73c797c1674d HTTP/1.1" status: 200 len: 217 time: 0.0604191 Apr 30 14:05:22.742683 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-57b31993-b49a-4eb7-9eda-16c2053cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:22.744144 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-57b31993-b49a-4eb7-9eda-16c2053cbbb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=989727c6-d779-4140-9b69-7b6515966586 HTTP/1.1" status: 200 len: 848 time: 0.0602911 Apr 30 14:05:22.769621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c52adf-1d0c-4ae8-a6a7-ae5cb2c50a1f req-8de4b6a5-0afe-4517-8fd1-3184bfceea49 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:22.771087 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b5c52adf-1d0c-4ae8-a6a7-ae5cb2c50a1f req-8de4b6a5-0afe-4517-8fd1-3184bfceea49 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0833850 Apr 30 14:05:22.799837 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-4632c325-b321-4bb9-a735-95911c223a69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a965f469-b31c-41bf-a311-7306f7be9acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394223 Apr 30 14:05:22.816099 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b5c52adf-1d0c-4ae8-a6a7-ae5cb2c50a1f req-1ea01290-0a49-48ae-ae48-a5b029730660 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390875 Apr 30 14:05:22.940347 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-ee0d41fe-e2c8-44b4-a377-fdc862c43a80 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221831 Apr 30 14:05:23.144384 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0ec6d87c-7554-4ee5-8ee3-69c204f6180d req-d947470f-69d9-4d9d-8664-09f3e6b886c8 service neutron] 10.222.0.46 "GET /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535137 Apr 30 14:05:23.153390 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece720ab-2827-48ab-b20d-ddcc8d0ee89b req-c741e9d6-2a85-4c65-af98-f7cb42fafc08 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:23.155030 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ece720ab-2827-48ab-b20d-ddcc8d0ee89b req-c741e9d6-2a85-4c65-af98-f7cb42fafc08 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 949 time: 0.1954997 Apr 30 14:05:23.202276 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ece720ab-2827-48ab-b20d-ddcc8d0ee89b req-bc2a3382-5385-4fb0-8ce6-7d14d9477998 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Apr 30 14:05:23.357146 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a66c-a41c-4e5f-b424-6b7642b66444 req-bb830116-6703-49ef-8fb6-45e238d39706 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:23.358610 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb01a66c-a41c-4e5f-b424-6b7642b66444 req-bb830116-6703-49ef-8fb6-45e238d39706 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 944 time: 0.0874293 Apr 30 14:05:23.409928 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb01a66c-a41c-4e5f-b424-6b7642b66444 req-a4c5dfac-38a3-4215-aaa4-5672dbfc9070 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Apr 30 14:05:23.476807 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 373d6479-bd0b-4113-872b-fb24786f389d up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:05:23.545408 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 373d6479-bd0b-4113-872b-fb24786f389d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:05:23.549847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 373d6479-bd0b-4113-872b-fb24786f389d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:05:23.550224 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:23.663802 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:23.713040 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:23.722289 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=373d6479-bd0b-4113-872b-fb24786f389d,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:23.725968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:23.727704 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:23.762298 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d', 'code': 200} Apr 30 14:05:23.793364 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:23.796185 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:23.996649 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b491f9-9c95-4643-87fb-c6642b32575f req-235061ea-138f-465f-8d49-a17f24468cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:23.998018 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04b491f9-9c95-4643-87fb-c6642b32575f req-235061ea-138f-465f-8d49-a17f24468cc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 1103 time: 0.0683353 Apr 30 14:05:24.003100 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e300-6867-4ffd-99b8-52eeb4ce0408 req-785ca5ef-dad8-40d0-a2a9-c41fc5c227b5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:24.005095 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-74e3e300-6867-4ffd-99b8-52eeb4ce0408 req-785ca5ef-dad8-40d0-a2a9-c41fc5c227b5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.0791440 Apr 30 14:05:24.041306 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-04b491f9-9c95-4643-87fb-c6642b32575f req-0c49250b-7013-4354-8863-3b441d6d8e1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Apr 30 14:05:24.048252 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-74e3e300-6867-4ffd-99b8-52eeb4ce0408 req-191568e4-cc85-4efd-a7d2-e47813e3fc63 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Apr 30 14:05:24.292826 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-07e872e9-6951-4cd2-846c-bed04fd35691 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:24.294173 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-07e872e9-6951-4cd2-846c-bed04fd35691 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 945 time: 0.1602244 Apr 30 14:05:24.490120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319c60b-2d3f-41d4-b05a-307040a023a1 req-6b43c451-b3ad-43c1-af26-66d7d50ff6a7 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:24.491593 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c319c60b-2d3f-41d4-b05a-307040a023a1 req-6b43c451-b3ad-43c1-af26-66d7d50ff6a7 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.1489325 Apr 30 14:05:24.551164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Deleting port 1d78f111-7515-4c96-877f-3790e7bd67f3 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:24.551526 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:24.569327 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c319c60b-2d3f-41d4-b05a-307040a023a1 req-33e59b53-da23-44bd-b906-ecc56acf8594 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Apr 30 14:05:24.620104 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3e9f8-9bca-4bc9-ade8-db12dc2b231f req-000172e7-7929-429f-9b40-6c11b09d1de1 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:24.621850 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-34c3e9f8-9bca-4bc9-ade8-db12dc2b231f req-000172e7-7929-429f-9b40-6c11b09d1de1 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 944 time: 0.0978763 Apr 30 14:05:24.708719 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] For port 1d78f111-7515-4c96-877f-3790e7bd67f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d78f111-7515-4c96-877f-3790e7bd67f3,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:24.709198 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:24.744098 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-34c3e9f8-9bca-4bc9-ade8-db12dc2b231f req-a8e50369-f8f8-413f-872a-e4e508fa5132 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162159 Apr 30 14:05:24.833933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Calling delete_port for 1d78f111-7515-4c96-877f-3790e7bd67f3 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:24.950995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:24.959185 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:24.975717 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['7facdfea-aeb9-40be-9ee1-15dd3f29d214', '1d78f111-7515-4c96-877f-3790e7bd67f3'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:25.016802 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Pushing event deleted for resources: {'Port': ['ID=1d78f111-7515-4c96-877f-3790e7bd67f3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:25.020449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:25.107399 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] No DVR routers for this DVR port 1d78f111-7515-4c96-877f-3790e7bd67f3 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:25.110344 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:25.130588 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'name': 'network-vif-deleted', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:25.130588 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-460b5a00-9d5f-4672-a1c7-3f53de44523d req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "DELETE /v2.0/ports/1d78f111-7515-4c96-877f-3790e7bd67f3 HTTP/1.1" status: 204 len: 173 time: 0.8300989 Apr 30 14:05:25.215678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127dee8a-5ea0-46a6-9501-938f631cc635', 'name': 'network-vif-deleted', 'tag': '1d78f111-7515-4c96-877f-3790e7bd67f3', 'status': 'completed', 'code': 200} Apr 30 14:05:25.260618 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d1b710cb-7fe6-46f7-a7ff-dc36319b970e req-69f6bc28-ed4c-45f5-9aaa-02025f636af6 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=127dee8a-5ea0-46a6-9501-938f631cc635 HTTP/1.1" status: 200 len: 210 time: 0.0432642 Apr 30 14:05:25.487704 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device ba064763-61bd-4a52-b76b-73c797c1674d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:05:25.621380 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ba064763-61bd-4a52-b76b-73c797c1674d,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:25.634589 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'ba064763-61bd-4a52-b76b-73c797c1674d', 'network_id': 'a965f469-b31c-41bf-a311-7306f7be9acc', 'port_id': 'ba064763-61bd-4a52-b76b-73c797c1674d', 'mac_address': 'fa:16:3e:c7:a3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989727c6-d779-4140-9b69-7b6515966586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:05:25.689820 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:25.715623 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba064763-61bd-4a52-b76b-73c797c1674d {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:25.732337 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ba064763-61bd-4a52-b76b-73c797c1674d,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:25.737108 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:25.739834 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:25.771022 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f895f7-8bf2-469b-a32b-a23fc5c79c1d req-1045a124-0c1f-4d99-a6ad-4eb232c31d9e tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:25.772543 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86f895f7-8bf2-469b-a32b-a23fc5c79c1d req-1045a124-0c1f-4d99-a6ad-4eb232c31d9e tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.0905790 Apr 30 14:05:25.820875 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:25.821133 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86f895f7-8bf2-469b-a32b-a23fc5c79c1d req-926e9340-3fe1-4ab3-b672-d6aaf60d534b tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Apr 30 14:05:25.826114 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:25.957388 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653008fa-5239-431e-9880-1ef615b8f65a req-e9507192-0afb-4635-90ae-869ce8d61d9b tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:25.958903 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-653008fa-5239-431e-9880-1ef615b8f65a req-e9507192-0afb-4635-90ae-869ce8d61d9b tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 945 time: 0.0888116 Apr 30 14:05:26.009047 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-653008fa-5239-431e-9880-1ef615b8f65a req-06c4487e-8cac-4648-b3dc-23fc4ccd3869 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Apr 30 14:05:26.073297 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['ba064763-61bd-4a52-b76b-73c797c1674d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:26.328795 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121186-bcb2-4c9b-b845-09920d77c476 req-b50f9c53-626b-47b3-9e65-0a52614d23c2 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:26.330255 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a5121186-bcb2-4c9b-b845-09920d77c476 req-b50f9c53-626b-47b3-9e65-0a52614d23c2 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.0812695 Apr 30 14:05:26.377473 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a5121186-bcb2-4c9b-b845-09920d77c476 req-01f422b2-0eba-4f09-b855-4fdd5665d008 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Apr 30 14:05:26.592957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2333705-1339-4924-bf72-3b7f38cc4b16 req-0a11b7d4-1aba-43bc-8dd6-08b060580382 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:26.594491 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b2333705-1339-4924-bf72-3b7f38cc4b16 req-0a11b7d4-1aba-43bc-8dd6-08b060580382 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0795438 Apr 30 14:05:26.649154 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b2333705-1339-4924-bf72-3b7f38cc4b16 req-633dd8dc-4f78-4794-bdaf-3f9bc1476517 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Apr 30 14:05:26.824044 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e5d5-e2e3-495b-bc7e-8581479a155d req-298260fc-58db-40d0-8c40-3959d1aab208 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:26.825518 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7a12e5d5-e2e3-495b-bc7e-8581479a155d req-298260fc-58db-40d0-8c40-3959d1aab208 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0787351 Apr 30 14:05:26.869093 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7a12e5d5-e2e3-495b-bc7e-8581479a155d req-b260e721-9f73-48d2-9915-fcdc527d49c5 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Apr 30 14:05:27.194765 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f1cfd-3699-43ca-8179-8c3a70f457e4 req-5106e1db-110c-4dbb-b6f2-a29ef8f6b8cc tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:27.196242 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a73f1cfd-3699-43ca-8179-8c3a70f457e4 req-5106e1db-110c-4dbb-b6f2-a29ef8f6b8cc tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 945 time: 0.0829887 Apr 30 14:05:27.240587 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a73f1cfd-3699-43ca-8179-8c3a70f457e4 req-a1ecb2d2-e0f7-447b-8f89-7ee5e3e16aad tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Apr 30 14:05:27.505143 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device ba064763-61bd-4a52-b76b-73c797c1674d up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:05:27.566112 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae5a3c-76a3-45ce-ad81-4dce56488994 req-eb73f091-708c-4b7b-9e0b-454597c1213a tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:27.567865 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71ae5a3c-76a3-45ce-ad81-4dce56488994 req-eb73f091-708c-4b7b-9e0b-454597c1213a tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.0855656 Apr 30 14:05:27.580378 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port ba064763-61bd-4a52-b76b-73c797c1674d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:05:27.585575 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port ba064763-61bd-4a52-b76b-73c797c1674d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:05:27.586094 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:27.617787 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71ae5a3c-76a3-45ce-ad81-4dce56488994 req-0d95c29c-4409-40b7-b893-2e61af5346d3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Apr 30 14:05:27.703167 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:27.735734 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:27.745605 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ba064763-61bd-4a52-b76b-73c797c1674d,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:27.750212 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:27.751291 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 1d78f111-7515-4c96-877f-3790e7bd67f3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:27.782310 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:27.823181 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d', 'code': 200} Apr 30 14:05:27.828874 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 1d78f111-7515-4c96-877f-3790e7bd67f3 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:27.829301 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 1d78f111-7515-4c96-877f-3790e7bd67f3 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:27.852105 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02193b-ab70-412c-9779-e6c7cfe01897 req-a3628790-39f4-4d8a-a45f-a2638660e54f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:27.853616 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fd02193b-ab70-412c-9779-e6c7cfe01897 req-a3628790-39f4-4d8a-a45f-a2638660e54f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0953748 Apr 30 14:05:27.875542 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:27.878935 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:27.904833 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fd02193b-ab70-412c-9779-e6c7cfe01897 req-c33fb1dd-5789-4c75-833e-d78082936ac7 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Apr 30 14:05:28.040148 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd8295-de95-495c-a7bf-a1dfbae06d36 req-f79ba6b4-8c37-4da9-8cdc-74739dc65193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:28.041501 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-33fd8295-de95-495c-a7bf-a1dfbae06d36 req-f79ba6b4-8c37-4da9-8cdc-74739dc65193 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 1099 time: 0.0693448 Apr 30 14:05:28.060671 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3df8-fd4f-45ab-a110-f15ee19f4fca req-7fc6b54e-7e45-4271-99e1-8a5c7ba97c5a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:28.062122 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b73e3df8-fd4f-45ab-a110-f15ee19f4fca req-7fc6b54e-7e45-4271-99e1-8a5c7ba97c5a tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0803323 Apr 30 14:05:28.108914 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b73e3df8-fd4f-45ab-a110-f15ee19f4fca req-f442af5d-7370-4d3e-aab6-c0966f59850c tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Apr 30 14:05:28.138221 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-33fd8295-de95-495c-a7bf-a1dfbae06d36 req-656529e9-3fac-4cd0-8ea9-de02f0863b3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813494 Apr 30 14:05:28.164996 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-e9cbbf95-4107-4f0c-b50b-2ed0779b9c34 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:28.166333 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-e9cbbf95-4107-4f0c-b50b-2ed0779b9c34 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.1084692 Apr 30 14:05:28.325930 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Deleting port 373d6479-bd0b-4113-872b-fb24786f389d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:28.326579 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:28.562865 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] For port 373d6479-bd0b-4113-872b-fb24786f389d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=373d6479-bd0b-4113-872b-fb24786f389d,segment=NetworkSegment(168a073c-788f-4b26-a75b-1df268b6f838),segment_id=168a073c-788f-4b26-a75b-1df268b6f838)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:28.563210 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:28.694286 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Calling delete_port for 373d6479-bd0b-4113-872b-fb24786f389d owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:28.703716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba59d1f-b096-4783-abde-497b7ef1ecb3 req-a62ff77b-a4ee-452b-a36c-dab9d5b2b3d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:28.705145 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cba59d1f-b096-4783-abde-497b7ef1ecb3 req-a62ff77b-a4ee-452b-a36c-dab9d5b2b3d7 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.3525147 Apr 30 14:05:28.763783 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cba59d1f-b096-4783-abde-497b7ef1ecb3 req-87628136-b5be-40a2-9644-6979e1101b18 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Apr 30 14:05:28.803977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efece5-985f-417d-b6d0-c72e16292024 req-ad5d89cb-3d21-4af2-a3ab-88606d62a238 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:28.805452 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-51efece5-985f-417d-b6d0-c72e16292024 req-ad5d89cb-3d21-4af2-a3ab-88606d62a238 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8c9c29-d826-4e0b-b384-e72d0442ef19 HTTP/1.1" status: 200 len: 950 time: 0.0812461 Apr 30 14:05:28.850090 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:28.851300 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-51efece5-985f-417d-b6d0-c72e16292024 req-0229b810-77a1-4e87-bc7b-69c5352dc060 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895dc0f-89e4-45fa-b08d-de10554bca86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Apr 30 14:05:28.855804 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-57246e98-29b0-46cf-8ad2-a2540eded1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:28.863666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['373d6479-bd0b-4113-872b-fb24786f389d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:28.903871 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Pushing event deleted for resources: {'Port': ['ID=373d6479-bd0b-4113-872b-fb24786f389d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:28.906906 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:28.979684 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] No DVR routers for this DVR port 373d6479-bd0b-4113-872b-fb24786f389d on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:28.982230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:28.985139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'name': 'network-vif-deleted', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:29.004419 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b353d58-46ef-45a0-bbba-7b38d207b1e4 req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] 10.222.0.46 "DELETE /v2.0/ports/373d6479-bd0b-4113-872b-fb24786f389d HTTP/1.1" status: 204 len: 173 time: 0.8085346 Apr 30 14:05:29.039744 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c9c29-d826-4e0b-b384-e72d0442ef19', 'name': 'network-vif-deleted', 'tag': '373d6479-bd0b-4113-872b-fb24786f389d', 'status': 'completed', 'code': 200} Apr 30 14:05:29.135497 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c005c8e-4617-4b94-a88d-7d5076681a4c req-2e4be643-64f0-4645-814c-21ee55ac15a1 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:29.137147 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7c005c8e-4617-4b94-a88d-7d5076681a4c req-2e4be643-64f0-4645-814c-21ee55ac15a1 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0955687 Apr 30 14:05:29.193916 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7c005c8e-4617-4b94-a88d-7d5076681a4c req-9aaae627-9917-4c9e-9a11-a1e053e3bad6 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Apr 30 14:05:29.317743 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305be0f-b88a-4eb6-b8af-dbe399c6af41 req-1f5fc4cf-2562-4d1e-b52c-3c1b5aff9726 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:29.319766 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a305be0f-b88a-4eb6-b8af-dbe399c6af41 req-1f5fc4cf-2562-4d1e-b52c-3c1b5aff9726 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0925963 Apr 30 14:05:29.365894 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a305be0f-b88a-4eb6-b8af-dbe399c6af41 req-59ce15c6-a503-417f-9170-0872d5b3b2a3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Apr 30 14:05:29.954808 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6ec8-83cd-4996-ac35-de7083635d3b req-0a366a21-0fca-4d79-bb90-19c8204f817a tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:29.956571 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08cd6ec8-83cd-4996-ac35-de7083635d3b req-0a366a21-0fca-4d79-bb90-19c8204f817a tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.0812249 Apr 30 14:05:30.005342 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08cd6ec8-83cd-4996-ac35-de7083635d3b req-64910233-c83f-4d71-be7a-3e80534c677f tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Apr 30 14:05:30.394859 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6f311-6b95-43f1-b761-dfac7e428ff8 req-c6c4dc36-c459-45f9-bfc8-1df8d3381e0c tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:30.396445 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-22e6f311-6b95-43f1-b761-dfac7e428ff8 req-c6c4dc36-c459-45f9-bfc8-1df8d3381e0c tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0839403 Apr 30 14:05:30.474413 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-22e6f311-6b95-43f1-b761-dfac7e428ff8 req-bfcc7bd6-9a10-4941-b343-eb0724dc5977 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Apr 30 14:05:30.588452 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62dfcd1-cac0-4d74-bfea-8545c7181a8b req-a2dc19e8-dc60-47c0-b7c6-2355ded82739 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:30.589150 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f62dfcd1-cac0-4d74-bfea-8545c7181a8b req-a2dc19e8-dc60-47c0-b7c6-2355ded82739 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Synchronizing usage tracker for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:30.610099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f62dfcd1-cac0-4d74-bfea-8545c7181a8b req-a2dc19e8-dc60-47c0-b7c6-2355ded82739 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Unset dirty status for tenant:514858c5680742adb3967ca0ce8644e7 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:30.611253 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f62dfcd1-cac0-4d74-bfea-8545c7181a8b req-a2dc19e8-dc60-47c0-b7c6-2355ded82739 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1267602 Apr 30 14:05:30.659548 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f62dfcd1-cac0-4d74-bfea-8545c7181a8b req-90584072-9f4d-4c24-8341-7221bbf5e7a8 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Apr 30 14:05:31.234793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c554d64-f8db-4c7a-8359-985af906497f req-b6d3d80d-2bb1-44a9-9c50-3437de6d08c5 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:31.236283 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0c554d64-f8db-4c7a-8359-985af906497f req-b6d3d80d-2bb1-44a9-9c50-3437de6d08c5 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.0877447 Apr 30 14:05:31.281599 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0c554d64-f8db-4c7a-8359-985af906497f req-c99f991f-3981-419c-8f73-37716f3570e4 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Apr 30 14:05:31.551667 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 373d6479-bd0b-4113-872b-fb24786f389d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:31.595571 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 373d6479-bd0b-4113-872b-fb24786f389d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:31.595922 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 373d6479-bd0b-4113-872b-fb24786f389d not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:31.672520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2035-9873-4e78-a9cd-57a5149aae2c req-aa71107f-1d28-4bcd-a587-d5f94153b005 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:31.673906 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-49ad2035-9873-4e78-a9cd-57a5149aae2c req-aa71107f-1d28-4bcd-a587-d5f94153b005 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0903084 Apr 30 14:05:31.724683 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-49ad2035-9873-4e78-a9cd-57a5149aae2c req-e5d3a1b0-b869-450b-bde8-d1a6ddd479ea tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Apr 30 14:05:31.846976 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacce53-b9db-43a8-a2aa-466bd3eeb3e4 req-da90925c-2359-4ac5-879d-5f47dd21a113 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:31.848477 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-efacce53-b9db-43a8-a2aa-466bd3eeb3e4 req-da90925c-2359-4ac5-879d-5f47dd21a113 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0799429 Apr 30 14:05:31.894396 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-efacce53-b9db-43a8-a2aa-466bd3eeb3e4 req-b949f043-f8fb-4565-9b7a-70de4e492aed tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Apr 30 14:05:32.473277 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0b870-9c0f-47b0-b124-3f6e4220771b req-04efdf9d-2d7c-4544-9577-71958341e3be tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:32.474759 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24f0b870-9c0f-47b0-b124-3f6e4220771b req-04efdf9d-2d7c-4544-9577-71958341e3be tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.0838509 Apr 30 14:05:32.518844 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24f0b870-9c0f-47b0-b124-3f6e4220771b req-eab2f597-403e-4247-a088-9d5df88d01af tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Apr 30 14:05:32.919331 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f0a96-9cc9-4589-883e-813f4bbf3828 req-dbc4157b-7e3b-44f5-a1f8-1e64d2914fb9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:32.920673 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ce8f0a96-9cc9-4589-883e-813f4bbf3828 req-dbc4157b-7e3b-44f5-a1f8-1e64d2914fb9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.0853808 Apr 30 14:05:32.969142 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ce8f0a96-9cc9-4589-883e-813f4bbf3828 req-ea940aa7-cf40-4950-8507-e4eece86c2c8 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Apr 30 14:05:33.057916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-5c6bec0e-11bd-48a1-ba4a-f0055a1ce509 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:33.059426 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-5c6bec0e-11bd-48a1-ba4a-f0055a1ce509 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.0826187 Apr 30 14:05:33.090246 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1cb5-131d-41f8-8193-6b0e77bc0004 req-00bab4a3-da39-4788-b9f8-f13dcbf4b9ca tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:33.091918 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e36a1cb5-131d-41f8-8193-6b0e77bc0004 req-00bab4a3-da39-4788-b9f8-f13dcbf4b9ca tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0835614 Apr 30 14:05:33.150024 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e36a1cb5-131d-41f8-8193-6b0e77bc0004 req-365cfc01-f934-492c-a329-05b0a699756f tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 Apr 30 14:05:33.220317 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Deleting port ba064763-61bd-4a52-b76b-73c797c1674d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:33.220661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:33.402898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] For port ba064763-61bd-4a52-b76b-73c797c1674d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ba064763-61bd-4a52-b76b-73c797c1674d,segment=NetworkSegment(fa23418e-afdb-4956-bd38-62f691f7c57d),segment_id=fa23418e-afdb-4956-bd38-62f691f7c57d)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:33.403357 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:33.597085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Calling delete_port for ba064763-61bd-4a52-b76b-73c797c1674d owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:33.620797 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-b3e394f7-7f50-452a-802c-28f9933b05d9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:33.622228 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-b3e394f7-7f50-452a-802c-28f9933b05d9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.3201430 Apr 30 14:05:33.832836 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c77e-098b-4b27-b56a-47b1030344e4 req-3da1f8da-47ee-44f4-b843-ce1799b1a4a1 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:33.834716 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4fe9c77e-098b-4b27-b56a-47b1030344e4 req-3da1f8da-47ee-44f4-b843-ce1799b1a4a1 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e10763-101f-4db1-a1d6-0a46a540d94f HTTP/1.1" status: 200 len: 946 time: 0.2029514 Apr 30 14:05:33.939515 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4fe9c77e-098b-4b27-b56a-47b1030344e4 req-64920d27-408e-42ad-81b4-fa1db6d355ea tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6030fc-2000-45d7-a198-a811d1fcb4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Apr 30 14:05:33.941754 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:33.944181 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Deleting port d8e7a806-61b3-4307-9844-8a0b5bdaac3d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:33.944547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:33.968427 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e0046ce9-f275-41f2-9454-9fe78eeb8854 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:33.969751 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['ba064763-61bd-4a52-b76b-73c797c1674d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:34.003630 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-d979203a-03f0-4d76-90a6-4f88d78e737b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:34.005258 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-d979203a-03f0-4d76-90a6-4f88d78e737b tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.0907826 Apr 30 14:05:34.031701 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Pushing event deleted for resources: {'Port': ['ID=ba064763-61bd-4a52-b76b-73c797c1674d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:34.157337 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.157701 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.158058 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.158410 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.158760 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.159104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.159473 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.159818 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.160160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.160501 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.160839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.161164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:34.173684 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:34.183432 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] No DVR routers for this DVR port ba064763-61bd-4a52-b76b-73c797c1674d on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:34.187626 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.190134 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'name': 'network-vif-deleted', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:34.210299 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Deleting port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:34.210884 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.218654 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-819f3dc5-6077-4a28-a1f6-1e3e05392991 req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] 10.222.0.46 "DELETE /v2.0/ports/ba064763-61bd-4a52-b76b-73c797c1674d HTTP/1.1" status: 204 len: 173 time: 1.1483207 Apr 30 14:05:34.229297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] For port d8e7a806-61b3-4307-9844-8a0b5bdaac3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:34.229297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.249047 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e51e-198f-4393-80dd-8c872784bd46 req-a3a45cfc-10c2-4ca1-a738-96f02b54a08a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:34.250553 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-db79e51e-198f-4393-80dd-8c872784bd46 req-a3a45cfc-10c2-4ca1-a738-96f02b54a08a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=a678394c-9c8c-4d68-9d07-2911d0c0729a HTTP/1.1" status: 200 len: 946 time: 0.1420221 Apr 30 14:05:34.382136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Calling delete_port for d8e7a806-61b3-4307-9844-8a0b5bdaac3d owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:34.485291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41faae4-0ca1-4b0f-a23a-8ce321cc605b req-e83ed0dc-a8c2-4cac-b5d9-7e69b8f2d421 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:34.486760 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c41faae4-0ca1-4b0f-a23a-8ce321cc605b req-e83ed0dc-a8c2-4cac-b5d9-7e69b8f2d421 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 945 time: 0.1755252 Apr 30 14:05:34.502094 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-db79e51e-198f-4393-80dd-8c872784bd46 req-936e2557-b94b-4eeb-b9e7-90f224fbf996 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732996 Apr 30 14:05:34.513015 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] For port 7facdfea-aeb9-40be-9ee1-15dd3f29d214, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7facdfea-aeb9-40be-9ee1-15dd3f29d214,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:34.513375 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.573927 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e10763-101f-4db1-a1d6-0a46a540d94f', 'name': 'network-vif-deleted', 'tag': 'ba064763-61bd-4a52-b76b-73c797c1674d', 'status': 'completed', 'code': 200} Apr 30 14:05:34.582621 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c41faae4-0ca1-4b0f-a23a-8ce321cc605b req-99135391-0716-4957-b469-f61887e18b73 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd3203c1-9855-4f94-ad81-51225f2b78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839841 Apr 30 14:05:34.586219 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41262) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:34.622333 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.628190 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8c0d9315-0d08-445c-a181-343d46dc8990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:34.634262 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['d8e7a806-61b3-4307-9844-8a0b5bdaac3d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:34.672685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Pushing event deleted for resources: {'Port': ['ID=d8e7a806-61b3-4307-9844-8a0b5bdaac3d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:34.676414 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:34.694562 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Calling delete_port for 7facdfea-aeb9-40be-9ee1-15dd3f29d214 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:34.755457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] No DVR routers for this DVR port d8e7a806-61b3-4307-9844-8a0b5bdaac3d on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:34.758107 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.775504 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b3b42d1e-c155-4631-9a36-7877e7b227b9 req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "DELETE /v2.0/ports/d8e7a806-61b3-4307-9844-8a0b5bdaac3d HTTP/1.1" status: 204 len: 173 time: 1.1424747 Apr 30 14:05:34.847481 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e41f883e-8071-4187-bac1-78c9b698c48e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d3feae2664948d993a79cd7c152925c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603104 Apr 30 14:05:34.850247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41268) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:34.907380 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.918605 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:34.919786 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['7facdfea-aeb9-40be-9ee1-15dd3f29d214'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:34.929898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.960042 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:34.968593 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Pushing event deleted for resources: {'Port': ['ID=7facdfea-aeb9-40be-9ee1-15dd3f29d214,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:35.007609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.008063 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.008390 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.008692 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.009033 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.009379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.009722 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.010060 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.010416 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.010747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.011085 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.011450 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:05:35.023723 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:35.027859 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:35.031564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0ab2e69a-dee4-436c-9463-c7b9dc1da9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:35.045514 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7895dc0f-89e4-45fa-b08d-de10554bca86,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:35.050614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:35.060126 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:35.061521 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7895dc0f-89e4-45fa-b08d-de10554bca86 HTTP/1.1" status: 204 len: 168 time: 0.2101808 Apr 30 14:05:35.074978 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] No DVR routers for this DVR port 7facdfea-aeb9-40be-9ee1-15dd3f29d214 on host hv-cinder-78836 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:05:35.077998 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:35.081532 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'name': 'network-vif-deleted', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:35.105242 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-188b0bf8-6009-4bdf-974b-b845ee5e59d6 req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.46 "DELETE /v2.0/ports/7facdfea-aeb9-40be-9ee1-15dd3f29d214 HTTP/1.1" status: 204 len: 173 time: 1.0940392 Apr 30 14:05:35.135710 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e57e0-cd1a-45d3-9ddf-2be8a9c2621e', 'name': 'network-vif-deleted', 'tag': '7facdfea-aeb9-40be-9ee1-15dd3f29d214', 'status': 'completed', 'code': 200} Apr 30 14:05:35.796404 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd404e37-5e55-4af3-83dd-22af9d35211f req-56fda43c-61d6-4217-9a95-eb76020c45c3 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] 10.222.0.37 "GET /v2.0/ports?device_id=395e57e0-cd1a-45d3-9ddf-2be8a9c2621e HTTP/1.1" status: 200 len: 210 time: 0.0554955 Apr 30 14:05:36.575667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'name': 'network-vif-deleted', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:36.621086 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a678394c-9c8c-4d68-9d07-2911d0c0729a', 'name': 'network-vif-deleted', 'tag': 'd8e7a806-61b3-4307-9844-8a0b5bdaac3d', 'status': 'completed', 'code': 200} Apr 30 14:05:36.883894 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41334) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:37.494422 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:37.621216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7facdfea-aeb9-40be-9ee1-15dd3f29d214 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:37.657309 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 7facdfea-aeb9-40be-9ee1-15dd3f29d214 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:37.658054 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7facdfea-aeb9-40be-9ee1-15dd3f29d214 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:37.658592 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device d8e7a806-61b3-4307-9844-8a0b5bdaac3d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:37.694550 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: d8e7a806-61b3-4307-9844-8a0b5bdaac3d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:37.695248 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device d8e7a806-61b3-4307-9844-8a0b5bdaac3d not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:37.695905 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device ba064763-61bd-4a52-b76b-73c797c1674d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:37.747254 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: ba064763-61bd-4a52-b76b-73c797c1674d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:37.747648 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device ba064763-61bd-4a52-b76b-73c797c1674d not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:38.191618 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Deleting port 743c2bcf-789a-4f72-a261-c449d9c5e2cd {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:38.192177 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:38.346258 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] For port 743c2bcf-789a-4f72-a261-c449d9c5e2cd, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=743c2bcf-789a-4f72-a261-c449d9c5e2cd,segment=NetworkSegment(e8757e17-fba0-451e-9f9e-5d3532b8d3e4),segment_id=e8757e17-fba0-451e-9f9e-5d3532b8d3e4)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:38.346619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:38.533046 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Calling delete_port for 743c2bcf-789a-4f72-a261-c449d9c5e2cd owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:38.953648 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:38.959609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a09857a-9407-4f17-846f-5a9ea42aa580 tempest-ServerRescueNegativeTestJSON-1360264198 tempest-ServerRescueNegativeTestJSON-1360264198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:39.006808 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Pushing event deleted for resources: {'Port': ['ID=743c2bcf-789a-4f72-a261-c449d9c5e2cd,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:39.035633 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:39.327792 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:40.049076 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Router 0849422d-0d45-42e4-be52-97f2451b4eec has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:05:40.301657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:05:40.321991 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Sync routers for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:05:40.333021 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] 10.222.0.37 "PUT /v2.0/routers/0849422d-0d45-42e4-be52-97f2451b4eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4479516 Apr 30 14:05:40.333697 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41408) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:40.357547 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:05:40.362553 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:40.396358 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-e5456bfd-1341-4383-ad01-ac9037c7344a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:40.397891 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-e5456bfd-1341-4383-ad01-ac9037c7344a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 814 time: 0.3365924 Apr 30 14:05:40.433798 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-de838ce6-c5f8-4bc4-9340-adcead805071 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/quotas/a9dab46b343b47a288be9a24230b533e HTTP/1.1" status: 200 len: 375 time: 0.0248027 Apr 30 14:05:40.524276 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-a6d42f4e-f6c2-485b-94ec-3999c85d05cb tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Synchronizing usage tracker for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:40.592143 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-a6d42f4e-f6c2-485b-94ec-3999c85d05cb tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Unset dirty status for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:40.600869 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-a6d42f4e-f6c2-485b-94ec-3999c85d05cb tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1588070 Apr 30 14:05:40.655303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:40.739348 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:05:40.900789 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-816d8735-c686-42cd-adac-83fc54f02c3e service neutron] 10.222.0.37 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988286 Apr 30 14:05:40.926399 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559ece-06dd-4cba-9351-4e5333fcbcbd req-111cafb7-8fcf-4e58-b4e1-e3d7c0c4af91 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:40.935252 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9b559ece-06dd-4cba-9351-4e5333fcbcbd req-111cafb7-8fcf-4e58-b4e1-e3d7c0c4af91 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.3441036 Apr 30 14:05:41.003436 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9b559ece-06dd-4cba-9351-4e5333fcbcbd req-126669d8-0a99-4032-9441-bb893a401c30 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669980 Apr 30 14:05:41.014975 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:41.060284 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:05:38Z', 'revision_number': 5, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port': {'id': 'c2b30d4b-53c7-489c-b64d-5305a40f1ec6', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:41.065631 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Checking router: 0849422d-0d45-42e4-be52-97f2451b4eec for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:05:41.081810 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Routers {'0849422d-0d45-42e4-be52-97f2451b4eec'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:05:41.082416 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['0849422d-0d45-42e4-be52-97f2451b4eec'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:41.125815 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-c52d1ed8-d05d-4738-ab88-b35e959b00f2 service neutron] 10.222.0.37 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191327 Apr 30 14:05:41.127028 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Deleting port c2b30d4b-53c7-489c-b64d-5305a40f1ec6 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:05:41.127616 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:41.300655 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] Set router 0849422d-0d45-42e4-be52-97f2451b4eec gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:05:41.316442 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] For port c2b30d4b-53c7-489c-b64d-5305a40f1ec6, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:41.316442 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:41.406784 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0ec300e6-07b6-41c3-987e-ae17dcdad605 req-422b9401-0503-407d-999c-ea548e820f18 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0663586 Apr 30 14:05:41.541663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Calling delete_port for c2b30d4b-53c7-489c-b64d-5305a40f1ec6 owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:05:41.571755 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:05:41Z', 'revision_number': 6, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:41.583048 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7eba9a-a2a1-4141-b4cb-cd3ce04fb7f6 None None] The sync data for ids ['0849422d-0d45-42e4-be52-97f2451b4eec'] in dv-cinder-788365-2-smb is: [{'id': '0849422d-0d45-42e4-be52-97f2451b4eec', 'name': 'tempest-ServerRescueNegativeTestJSON-1316310343-router', 'tenant_id': '514858c5680742adb3967ca0ce8644e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:25Z', 'updated_at': '2021-04-30T14:05:41Z', 'revision_number': 6, 'project_id': '514858c5680742adb3967ca0ce8644e7', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:05:41.715673 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:41.721086 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:41.768243 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b30d4b-53c7-489c-b64d-5305a40f1ec6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:41.771872 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:41.878863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.217563 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.221476 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.306774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802afaf3-ad0f-4f25-8382-d565cba89de3 req-40b86dbb-1820-47eb-a61e-2eb84d149872 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:42.315117 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-802afaf3-ad0f-4f25-8382-d565cba89de3 req-40b86dbb-1820-47eb-a61e-2eb84d149872 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1254773 Apr 30 14:05:42.324220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.324860 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0849422d-0d45-42e4-be52-97f2451b4eec {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:05:42.339419 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.341075 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0849422d-0d45-42e4-be52-97f2451b4eec HTTP/1.1" status: 204 len: 168 time: 2.0060143 Apr 30 14:05:42.343394 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41440) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:42.382461 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-802afaf3-ad0f-4f25-8382-d565cba89de3 req-cd22b418-bd45-43ec-aff4-df13b157f87f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661082 Apr 30 14:05:42.421818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Deleting subnet 966e7fd5-e030-4280-8c2a-50d681c23dea {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:05:42.425581 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.480535 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.593102 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:42.648992 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a0ecfa63-139e-49b5-ae4e-9b2495968742 req-5a29a6cd-b434-4fb5-ad1f-7f69b25b7eee tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 210 time: 0.1313381 Apr 30 14:05:43.025064 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-982f3736-a8a0-4192-863c-25574f566254 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:43.026210 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-982f3736-a8a0-4192-863c-25574f566254 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Synchronizing usage tracker for tenant:a9dab46b343b47a288be9a24230b533e on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:43.048306 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-982f3736-a8a0-4192-863c-25574f566254 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Unset dirty status for tenant:a9dab46b343b47a288be9a24230b533e on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:43.049509 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-982f3736-a8a0-4192-863c-25574f566254 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 814 time: 0.2886398 Apr 30 14:05:43.065465 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Request body: {'port': {'device_id': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa', 'admin_state_up': True, 'tenant_id': 'a9dab46b343b47a288be9a24230b533e'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:43.159429 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.178522 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3c7a0d8c-e5af-4cf6-88f7-ceee7f6df12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:43.220896 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966e7fd5-e030-4280-8c2a-50d681c23dea,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:43.223522 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:43.229764 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.243292 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-82737339-5440-4fa5-aa35-673e8d95101b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/966e7fd5-e030-4280-8c2a-50d681c23dea HTTP/1.1" status: 204 len: 168 time: 0.8926034 Apr 30 14:05:43.243496 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41456) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:43.299011 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 743c2bcf-789a-4f72-a261-c449d9c5e2cd no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:43.306632 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:43.324677 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:43.351168 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Made reservation on behalf of a9dab46b343b47a288be9a24230b533e for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:05:43.353039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 743c2bcf-789a-4f72-a261-c449d9c5e2cd {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:43.353772 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 743c2bcf-789a-4f72-a261-c449d9c5e2cd not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:43.354821 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c2b30d4b-53c7-489c-b64d-5305a40f1ec6 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:05:43.356825 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.372268 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.399507 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: c2b30d4b-53c7-489c-b64d-5305a40f1ec6 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:05:43.400214 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c2b30d4b-53c7-489c-b64d-5305a40f1ec6 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:05:43.546004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Allocated IP 172.20.0.10 (3009dcb8-a019-410f-b98f-d92719f491aa/17b209ff-d455-4e1c-b341-71099d353d09/25bb9460-b1ec-440b-92f2-ed3af963e665) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:05:43.631152 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.772002 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32448d78-5b2d-456c-810d-9db7b9672051']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:43.794328 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:43.794938 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8757e17-fba0-451e-9f9e-5d3532b8d3e4') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:05:43.822816 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.850084 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.858637 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:05:43.860889 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.922940 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-542ff51d-bbb5-43bb-b536-320718305d76 req-bc4ff18b-ce21-491c-98a3-9433f59b33fc tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 210 time: 0.0534282 Apr 30 14:05:43.963574 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533d0a-df7c-47bc-ad4b-92bb6b8b6c5f req-9e7985fe-e505-472f-893f-2779828611ca tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:43.965127 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:43.966120 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b5533d0a-df7c-47bc-ad4b-92bb6b8b6c5f req-9e7985fe-e505-472f-893f-2779828611ca tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.3827598 Apr 30 14:05:43.988769 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba8ec855-ab99-439c-843e-fe987b4014c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:44.117600 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b5533d0a-df7c-47bc-ad4b-92bb6b8b6c5f req-2d79ceda-db40-485d-bd95-14785be539aa tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417782 Apr 30 14:05:44.147005 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Network 32448d78-5b2d-456c-810d-9db7b9672051 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:05:44.166085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.171302 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Network 3009dcb8-a019-410f-b98f-d92719f491aa is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:05:44.175048 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:05:44.183718 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:05:44.220295 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Pushing event updated for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:44.228257 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:44.273155 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:44.273766 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.310630 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525666 Apr 30 14:05:44.326369 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Request body: {'port': {'device_id': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:05:44.381199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Network 32448d78-5b2d-456c-810d-9db7b9672051 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:05:44.404148 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:05:44.489949 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.492389 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.494105 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:44.513877 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.525723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Pushing event deleted for resources: {'Network': ['ID=32448d78-5b2d-456c-810d-9db7b9672051,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:44.531237 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] 10.222.0.37 "DELETE /v2.0/networks/32448d78-5b2d-456c-810d-9db7b9672051 HTTP/1.1" status: 204 len: 168 time: 1.2872601 Apr 30 14:05:44.531237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:44.736444 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41472) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:44.799065 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3fdef1e-3adf-4bc7-a9c8-90e460b5f8a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=514858c5680742adb3967ca0ce8644e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591738 Apr 30 14:05:44.799466 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41476) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:44.875557 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.909325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:44.936437 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bb9460-b1ec-440b-92f2-ed3af963e665 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:44.946943 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.013041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.017370 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72824278-1533-48c6-a867-173a7f7329c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:45.018738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Transition to ACTIVE for port object 25bb9460-b1ec-440b-92f2-ed3af963e665 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:05:45.032342 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.037240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:45.046415 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3203c1-9855-4f94-ad81-51225f2b78b2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:45.056584 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:45.062871 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.064247 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd3203c1-9855-4f94-ad81-51225f2b78b2 HTTP/1.1" status: 204 len: 168 time: 0.2602606 Apr 30 14:05:45.406148 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Pushing event updated for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:45.410143 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:45.456882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Attempting to bind port 25bb9460-b1ec-440b-92f2-ed3af963e665 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:05:45.458974 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Attempting to bind port 25bb9460-b1ec-440b-92f2-ed3af963e665 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:05:45.460214 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Attempting to bind port 25bb9460-b1ec-440b-92f2-ed3af963e665 on network 3009dcb8-a019-410f-b98f-d92719f491aa {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:45.487578 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28537c1e-686d-4758-967d-ef8c9d962be4 req-27c24334-e3c3-48e8-8e1a-82f34417f61f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:45.488454 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-28537c1e-686d-4758-967d-ef8c9d962be4 req-27c24334-e3c3-48e8-8e1a-82f34417f61f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Synchronizing usage tracker for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:05:45.494892 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Port 25bb9460-b1ec-440b-92f2-ed3af963e665 on network 3009dcb8-a019-410f-b98f-d92719f491aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:05:45.495530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Attempting to bind port 25bb9460-b1ec-440b-92f2-ed3af963e665 on network 3009dcb8-a019-410f-b98f-d92719f491aa {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:05:45.510300 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:05:45.511065 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Checking segment: {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:05:45.511330 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Bound using segment: {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:05:45.511866 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Bound port: 25bb9460-b1ec-440b-92f2-ed3af963e665, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c721ab-5859-47cb-ac6e-5dfcdd3081ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:05:45.512498 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.562356 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-28537c1e-686d-4758-967d-ef8c9d962be4 req-27c24334-e3c3-48e8-8e1a-82f34417f61f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Unset dirty status for tenant:a9dab46b343b47a288be9a24230b533e on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:05:45.570804 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28537c1e-686d-4758-967d-ef8c9d962be4 req-27c24334-e3c3-48e8-8e1a-82f34417f61f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 944 time: 0.4826691 Apr 30 14:05:45.574225 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202d9a1-650c-431e-9255-bb7b7a87014c req-56660288-78e8-47fe-8fa7-dc076be919e8 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:45.580550 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2202d9a1-650c-431e-9255-bb7b7a87014c req-56660288-78e8-47fe-8fa7-dc076be919e8 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.2801144 Apr 30 14:05:45.717253 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28537c1e-686d-4758-967d-ef8c9d962be4 req-f2fd033d-fa24-42f1-8687-399488454d8d tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432855 Apr 30 14:05:45.781932 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2202d9a1-650c-431e-9255-bb7b7a87014c req-28591491-d96e-42de-99f9-27d2599bb3a3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840720 Apr 30 14:05:45.782285 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:05:45.789990 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25bb9460-b1ec-440b-92f2-ed3af963e665,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:05:45.798529 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.819016 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-4b6372dd-ae87-4e31-9588-b33f89641572 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1611643 Apr 30 14:05:45.819760 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b920916e-7c67-427c-b055-68782cccda80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:45.910388 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:45.910680 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:45.914599 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] 10.222.0.46 "PUT /v2.0/ports/25bb9460-b1ec-440b-92f2-ed3af963e665 HTTP/1.1" status: 200 len: 1094 time: 1.5959535 Apr 30 14:05:45.915108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:45.925256 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Pushing event updated for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:45.941040 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-470ea31b-a654-4287-a004-cdb808eda8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:45.954169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-011511f3-8fac-4d24-9c08-b4735f681d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:45.955734 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-011511f3-8fac-4d24-9c08-b4735f681d7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 1099 time: 0.1093016 Apr 30 14:05:45.957724 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5ae665eb-931a-4367-becf-4e78c6ad5691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:46.029491 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665', 'status': 'completed', 'code': 200} Apr 30 14:05:46.108713 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-169f3b80-f220-4cd5-a033-5462dfea33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:46.110390 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-169f3b80-f220-4cd5-a033-5462dfea33c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 1097 time: 0.1122286 Apr 30 14:05:46.132342 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:05:46.145187 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:46.188901 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-d33fdb32-2d79-4d63-8282-26a2db74be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:46.190386 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-d33fdb32-2d79-4d63-8282-26a2db74be8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1909249 Apr 30 14:05:46.221273 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-ff617d85-89e5-4332-b1e6-5abf9fb54ed0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bb9460-b1ec-440b-92f2-ed3af963e665 HTTP/1.1" status: 200 len: 217 time: 0.1006339 Apr 30 14:05:46.296096 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-39bd27cf-512b-4980-8d7d-0a2eb58a975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:46.297560 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-39bd27cf-512b-4980-8d7d-0a2eb58a975e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17b209ff-d455-4e1c-b341-71099d353d09 HTTP/1.1" status: 200 len: 854 time: 0.0667098 Apr 30 14:05:46.320508 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-e8e4e609-c35b-4190-8229-7a1b3591eebd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 200 len: 1000 time: 0.1199963 Apr 30 14:05:46.364824 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-8cbc8b42-c2ea-4e5a-9744-051f673c3dd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3009dcb8-a019-410f-b98f-d92719f491aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591176 Apr 30 14:05:46.417056 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-ca3b8af6-abdc-408d-81e7-981f7cef0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:46.418630 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-ca3b8af6-abdc-408d-81e7-981f7cef0478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0803323 Apr 30 14:05:46.529722 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-3e617e06-f84d-4465-ae5f-9a0919e67a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:46.531157 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-3e617e06-f84d-4465-ae5f-9a0919e67a08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1034944 Apr 30 14:05:46.587134 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-9560a65d-4e74-435e-be47-4055629c2134 service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068298 Apr 30 14:05:46.779176 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-e3ff80a4-95a5-40da-8caf-040912d6d242 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368531 Apr 30 14:05:46.806853 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-27694a29-9bd1-4bc8-9baf-ed4ffbdbe629 req-b488347d-66b2-4a7e-959e-d019608a3187 service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090249 Apr 30 14:05:47.040119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b9d-cdd9-4063-8a71-a1a77a945eee req-07f8c6ae-a2cb-4e6a-856f-c27ccadce283 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:47.041532 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d6be3b9d-cdd9-4063-8a71-a1a77a945eee req-07f8c6ae-a2cb-4e6a-856f-c27ccadce283 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 944 time: 0.1628571 Apr 30 14:05:47.058297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-58f5710f-7c25-4b42-915e-14ea8a261e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:47.059811 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-58f5710f-7c25-4b42-915e-14ea8a261e99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a9dab46b343b47a288be9a24230b533e&device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 1097 time: 0.1363139 Apr 30 14:05:47.115859 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e485eb68-e797-461b-bbfa-c26dee23f877 req-05ae8528-7987-4381-aa7d-cfcb9f9c197b service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177269 Apr 30 14:05:47.140802 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666265c-59f4-4c42-8db1-5618013ec048 req-6903cea7-151e-432e-a3d8-34aa8a5ab67d tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:47.148154 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a666265c-59f4-4c42-8db1-5618013ec048 req-6903cea7-151e-432e-a3d8-34aa8a5ab67d tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1422038 Apr 30 14:05:47.205297 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a666265c-59f4-4c42-8db1-5618013ec048 req-817849c6-2ac5-4e9f-9c4c-d1d375b0098b tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560544 Apr 30 14:05:47.235687 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d6be3b9d-cdd9-4063-8a71-a1a77a945eee req-1996281b-a5d8-4369-b5ce-33fa7aa2a003 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843572 Apr 30 14:05:47.297987 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-1d3f08d0-5d25-41be-863f-9cdb90a01301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:47.299379 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-1d3f08d0-5d25-41be-863f-9cdb90a01301 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 200 len: 915 time: 0.2038758 Apr 30 14:05:47.396642 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-8b20e0f9-3bd5-4fdf-831d-56012016c64c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bb9460-b1ec-440b-92f2-ed3af963e665 HTTP/1.1" status: 200 len: 217 time: 0.0825536 Apr 30 14:05:47.475380 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-35f3a335-e3fa-4330-9965-e6f6a416aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:47.477314 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-35f3a335-e3fa-4330-9965-e6f6a416aada service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17b209ff-d455-4e1c-b341-71099d353d09 HTTP/1.1" status: 200 len: 854 time: 0.0752091 Apr 30 14:05:47.570321 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-7f9b50e5-9e73-4cad-b90e-e036a727878f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3009dcb8-a019-410f-b98f-d92719f491aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784931 Apr 30 14:05:47.765542 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-62f92159-1b4f-4bd4-9aaa-b05300c8e498 service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864002 Apr 30 14:05:48.054171 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bb53dc96-462a-4928-ac08-eb594900e8c4 req-0b63a96b-c3dd-4a47-bf93-5493c5812eb9 service neutron] 10.222.0.46 "GET /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799766 Apr 30 14:05:48.341001 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3f2febe3-9b51-43fd-bea4-33b7886da38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:48.482032 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713913f-a084-40bb-9978-d4aa97b148b3 req-7a7aa929-ce59-45df-bc2d-cc9568633a9f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:48.484571 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0713913f-a084-40bb-9978-d4aa97b148b3 req-7a7aa929-ce59-45df-bc2d-cc9568633a9f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 944 time: 0.1028211 Apr 30 14:05:48.504345 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68ab0d-fb33-4470-8364-f901f9e14974 req-8aa87e0f-08b1-486d-b59a-388f0ac4dd33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:48.505990 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ba68ab0d-fb33-4470-8364-f901f9e14974 req-8aa87e0f-08b1-486d-b59a-388f0ac4dd33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1140547 Apr 30 14:05:48.527574 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:48.568676 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ba68ab0d-fb33-4470-8364-f901f9e14974 req-91f531a5-b8f2-4984-b9fc-8aa018c058b2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559735 Apr 30 14:05:48.575926 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0713913f-a084-40bb-9978-d4aa97b148b3 req-339bdd93-a477-4005-88cd-004908c6ee23 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847461 Apr 30 14:05:49.407716 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:49.688723 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 25bb9460-b1ec-440b-92f2-ed3af963e665 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:05:49.835047 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537ffa-0ac3-46e5-a176-8ef28a4cb040 req-1ec86436-7564-4b24-b61a-bf6596ecc442 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:49.854166 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b537ffa-0ac3-46e5-a176-8ef28a4cb040 req-1ec86436-7564-4b24-b61a-bf6596ecc442 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1315989 Apr 30 14:05:49.884824 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6e2a-d57d-416b-a828-a17320cc0301 req-18de6e41-2878-4626-a53d-cb0cbba7cd37 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:49.892024 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25bb9460-b1ec-440b-92f2-ed3af963e665,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:49.896436 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c83b6e2a-d57d-416b-a828-a17320cc0301 req-18de6e41-2878-4626-a53d-cb0cbba7cd37 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 944 time: 0.1467118 Apr 30 14:05:49.924506 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '25bb9460-b1ec-440b-92f2-ed3af963e665', 'network_id': '3009dcb8-a019-410f-b98f-d92719f491aa', 'port_id': '25bb9460-b1ec-440b-92f2-ed3af963e665', 'mac_address': 'fa:16:3e:91:25:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b209ff-d455-4e1c-b341-71099d353d09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:05:49.937193 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b537ffa-0ac3-46e5-a176-8ef28a4cb040 req-832c909b-3559-41a5-8352-2906bfe5b982 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819519 Apr 30 14:05:49.996532 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c83b6e2a-d57d-416b-a828-a17320cc0301 req-312e29f3-7195-41e7-a454-7d36973e7e52 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989280 Apr 30 14:05:50.031687 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:50.061410 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bb9460-b1ec-440b-92f2-ed3af963e665 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:05:50.084669 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25bb9460-b1ec-440b-92f2-ed3af963e665,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:50.092521 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:50.094611 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:50.172718 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:50.185055 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:50.337040 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['25bb9460-b1ec-440b-92f2-ed3af963e665'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:05:51.141022 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83ef2f-f116-42f9-98e6-4473e6115e7b req-5651507b-cf9d-489b-97b3-a2fa84fc3e37 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:51.142585 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df83ef2f-f116-42f9-98e6-4473e6115e7b req-5651507b-cf9d-489b-97b3-a2fa84fc3e37 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.0921059 Apr 30 14:05:51.160930 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:51.204368 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df83ef2f-f116-42f9-98e6-4473e6115e7b req-32bf7e56-e0ea-4e24-abf7-a3da7bac4708 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551887 Apr 30 14:05:51.235461 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3bfcc-6167-47ae-b8cf-ecbea31c80ab req-36450516-f120-49af-adab-a565dd33af88 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:51.236948 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b6b3bfcc-6167-47ae-b8cf-ecbea31c80ab req-36450516-f120-49af-adab-a565dd33af88 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 945 time: 0.1249297 Apr 30 14:05:51.298076 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b6b3bfcc-6167-47ae-b8cf-ecbea31c80ab req-41608139-6a90-47a9-b58a-ff7875d9cee9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508027 Apr 30 14:05:51.720776 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 25bb9460-b1ec-440b-92f2-ed3af963e665 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:05:51.799815 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c06a8-2ac4-42d0-ba62-f3d6166725e7 req-3691e4cd-ed13-4cd0-abdf-425b55a18a4a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:51.799815 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-928c06a8-2ac4-42d0-ba62-f3d6166725e7 req-3691e4cd-ed13-4cd0-abdf-425b55a18a4a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1631532 Apr 30 14:05:51.839249 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91fec-6197-46e7-a43a-771f27425e81 req-cc19ee55-dade-4060-b1e5-37f14a158dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:51.844937 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-cc19ee55-dade-4060-b1e5-37f14a158dfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 1098 time: 0.1311438 Apr 30 14:05:51.877430 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-928c06a8-2ac4-42d0-ba62-f3d6166725e7 req-cccd7593-b481-4d62-9ce9-49704638d903 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786679 Apr 30 14:05:51.878458 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 25bb9460-b1ec-440b-92f2-ed3af963e665 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:05:51.884814 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 25bb9460-b1ec-440b-92f2-ed3af963e665 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:05:51.885479 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:52.049113 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91fec-6197-46e7-a43a-771f27425e81 req-ff4d7f61-1048-4ee2-9a85-975eb8131cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:52.050798 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-ff4d7f61-1048-4ee2-9a85-975eb8131cfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.1940258 Apr 30 14:05:52.052699 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:52.104344 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:05:52.122786 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25bb9460-b1ec-440b-92f2-ed3af963e665,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:05:52.140707 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:52.152426 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:52.184024 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-44e72e76-8365-4e5c-983a-b86894441948 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 200 len: 1001 time: 0.1253109 Apr 30 14:05:52.204799 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665', 'code': 200} Apr 30 14:05:52.274002 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:52.278058 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:52.285005 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91fec-6197-46e7-a43a-771f27425e81 req-9b277dd7-fb22-490c-9297-ce80b38632ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:52.286669 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-9b277dd7-fb22-490c-9297-ce80b38632ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.0888386 Apr 30 14:05:52.391419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91fec-6197-46e7-a43a-771f27425e81 req-fd53e5f5-1225-4036-91f3-3b045349491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:52.393397 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-fd53e5f5-1225-4036-91f3-3b045349491e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971949 Apr 30 14:05:52.580577 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-6c919f4e-eae9-4d7a-b8ba-fe9c436a0240 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787262 Apr 30 14:05:52.634886 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b40a1-e9c3-4036-8b5b-22eb6f04ea23 req-f3c4c192-0d27-4962-8fbd-137ad18dbae2 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:52.652689 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-af3b40a1-e9c3-4036-8b5b-22eb6f04ea23 req-f3c4c192-0d27-4962-8fbd-137ad18dbae2 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.2092097 Apr 30 14:05:52.679772 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511be78-d637-414d-a636-6b3fc96d509b req-94da9816-2008-45ae-86cd-aaf87565051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:52.681517 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e511be78-d637-414d-a636-6b3fc96d509b req-94da9816-2008-45ae-86cd-aaf87565051d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 1099 time: 0.1707351 Apr 30 14:05:52.757415 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-af3b40a1-e9c3-4036-8b5b-22eb6f04ea23 req-f3e0e76f-6dba-4b6e-a607-29b1a5ef6a8e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036754 Apr 30 14:05:52.776880 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e511be78-d637-414d-a636-6b3fc96d509b req-4c63ceb3-0bc3-4e59-b22f-97691812464c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864739 Apr 30 14:05:52.806661 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-08d91fec-6197-46e7-a43a-771f27425e81 req-76e6cead-410a-407a-9d80-1ff529d3bb61 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118311 Apr 30 14:05:52.886091 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41648) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:53.070700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.089752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:53.095189 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Usage tracker for resource:security_group_rule and tenant:9fef0bf4714542fea2ec99ab02987abd is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:05:53.097831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:05:53.104941 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:53.163582 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e027ae-548e-494a-a6b0-12f5d9b5207f req-eaf0ed00-8ea4-429a-830e-3281067a4235 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:53.165173 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89e027ae-548e-494a-a6b0-12f5d9b5207f req-eaf0ed00-8ea4-429a-830e-3281067a4235 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1383629 Apr 30 14:05:53.232580 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89e027ae-548e-494a-a6b0-12f5d9b5207f req-7b83f06f-3214-46e3-93f2-bf128c44a4db tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612850 Apr 30 14:05:53.263184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.268520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.277586 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-70d0599a-5cdb-4225-909c-ba61fe2bc7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:53.321478 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fef0bf4714542fea2ec99ab02987abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342315 Apr 30 14:05:53.322582 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67858fe1-64df-4432-ab0c-6679579ea8ad,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:53.324265 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41660) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:53.325606 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:53.419882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.464629 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.533648 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.542706 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ddeb0cdc-ec60-44ac-9b47-f71627421ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:53.555576 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67858fe1-64df-4432-ab0c-6679579ea8ad,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:53.558565 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:53.560958 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:53.566477 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67858fe1-64df-4432-ab0c-6679579ea8ad HTTP/1.1" status: 204 len: 168 time: 0.2393036 Apr 30 14:05:53.956954 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 41670) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:53.986948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.006961 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:05:54.012147 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:adf38893caf94939b619644d917521d5 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:05:54.015175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:05:54.016721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e460-52ab-4e52-890d-aa42c76288cd req-99c49dcd-11ee-46bb-9f43-b10613063201 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:54.021818 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:05:54.026533 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8007e460-52ab-4e52-890d-aa42c76288cd req-99c49dcd-11ee-46bb-9f43-b10613063201 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.1441569 Apr 30 14:05:54.087401 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8007e460-52ab-4e52-890d-aa42c76288cd req-fa991765-1801-4e33-b671-d8ebef3ff650 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558074 Apr 30 14:05:54.150206 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.158900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.173069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3c15920d-0e88-43a6-8356-9344840ff816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:54.222208 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adf38893caf94939b619644d917521d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641056 Apr 30 14:05:54.224648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7dc8a2-85da-48d2-ad3c-1e71d88b7bc1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:54.225490 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41678) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:54.228136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:54.335232 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.399125 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.538397 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552132-db47-43ab-8c8d-b7dac88bf402 req-474e6a4a-496f-4cf8-9c53-3205bdd94b30 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:05:54.540230 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-55552132-db47-43ab-8c8d-b7dac88bf402 req-474e6a4a-496f-4cf8-9c53-3205bdd94b30 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1298630 Apr 30 14:05:54.541868 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.546032 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:54.560167 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7dc8a2-85da-48d2-ad3c-1e71d88b7bc1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:54.569952 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:54.598146 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:54.600256 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a7dc8a2-85da-48d2-ad3c-1e71d88b7bc1 HTTP/1.1" status: 204 len: 168 time: 0.3735771 Apr 30 14:05:54.627556 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-55552132-db47-43ab-8c8d-b7dac88bf402 req-effd1644-4805-4e1b-8049-08c2eb70caed tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684645 Apr 30 14:05:59.434637 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41880) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:05:59.494303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Deleting subnet 989727c6-d779-4140-9b69-7b6515966586 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:05:59.497144 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:59.556863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:59.615176 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:59.949050 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:59.953809 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-804378c0-7117-47b5-badc-a2ad04c13e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:05:59.988263 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989727c6-d779-4140-9b69-7b6515966586,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:05:59.990276 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:05:59.992795 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:05:59.996789 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-92d67b56-1f12-4e28-9281-0ba060e527a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/989727c6-d779-4140-9b69-7b6515966586 HTTP/1.1" status: 204 len: 168 time: 0.5611436 Apr 30 14:05:59.999379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41888) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:00.101929 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.226350 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.332444 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a965f469-b31c-41bf-a311-7306f7be9acc']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:00.345839 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa23418e-afdb-4956-bd38-62f691f7c57d') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:00.346151 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa23418e-afdb-4956-bd38-62f691f7c57d') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:00.358055 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6917550'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.374147 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.381028 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:06:00.551392 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Network a965f469-b31c-41bf-a311-7306f7be9acc has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:06:00.560480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6650229'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.736721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Network a965f469-b31c-41bf-a311-7306f7be9acc has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: timer() Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: cb(*args, **kw) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: self._notify() Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: self.callback(batched_events) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: event.method(event) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: return self._get(url).json() Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:06:00.774897 dv-cinder-788365-2-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:06:00.839029 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.843683 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:00.857596 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:00.869395 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Pushing event deleted for resources: {'Network': ['ID=a965f469-b31c-41bf-a311-7306f7be9acc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:00.872579 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:00.879990 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a965f469-b31c-41bf-a311-7306f7be9acc HTTP/1.1" status: 204 len: 168 time: 0.8796775 Apr 30 14:06:00.995638 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41904) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:01.048861 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b255aa71-63aa-4682-9cf6-e7616ba36f35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29df36b8ea27436e95e5dda48d1aac44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519454 Apr 30 14:06:01.051252 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 41908) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:01.109274 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:01.134723 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:01.185520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:01.190039 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-13cdb944-e28f-4241-a15e-25abedd1fbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:01.202438 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6030fc-2000-45d7-a198-a811d1fcb4d0,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:01.205089 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:01.218970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:01.220110 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c6030fc-2000-45d7-a198-a811d1fcb4d0 HTTP/1.1" status: 204 len: 168 time: 0.1673553 Apr 30 14:06:04.896542 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42014) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:05.027915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.045258 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:05.049846 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Usage tracker for resource:security_group_rule and tenant:c5de74e14ea94d5cb6401c785a789d63 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:05.053356 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:05.059719 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:05.151884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.156546 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.175419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-13908dc0-5ff3-4d81-93b0-fb42d4581e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:05.176067 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42032) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:05.206414 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5de74e14ea94d5cb6401c785a789d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087063 Apr 30 14:06:05.206769 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42038) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:05.232811 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88930b90-2d88-44ff-a29d-f91b767baf41,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:05.245071 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:05.303682 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.344543 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.353162 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.371533 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:05.384037 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Usage tracker for resource:security_group_rule and tenant:923472f58e3d4a71b7002c1154a27aef is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:05.392863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:05.411718 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:05.459543 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.470845 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a992892-0659-4729-be31-8caaaa447b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:05.491261 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.493019 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88930b90-2d88-44ff-a29d-f91b767baf41 HTTP/1.1" status: 204 len: 168 time: 0.2843301 Apr 30 14:06:05.499804 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88930b90-2d88-44ff-a29d-f91b767baf41,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:05.507008 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:05.573749 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.579016 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.590504 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0833b70f-8075-46db-a6bb-0146247d9eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:05.636383 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ddb18-3e86-43ba-84b2-eb0d061c93e5,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:05.652224 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:05.657993 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ef8b5971-f9c9-492e-84f9-beeb7b874e2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=923472f58e3d4a71b7002c1154a27aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797099 Apr 30 14:06:05.660754 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42052) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:05.725890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.757664 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.813209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.818857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95152ad7-aa3f-4576-bf94-5ca437b2eae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:05.828758 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae049a49-fb0e-46af-8bc2-debffa35dc9f req-09ca4a93-b8fc-429f-bf3f-d45b51f2514d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:05.830236 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ae049a49-fb0e-46af-8bc2-debffa35dc9f req-09ca4a93-b8fc-429f-bf3f-d45b51f2514d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.0893199 Apr 30 14:06:05.835605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ddb18-3e86-43ba-84b2-eb0d061c93e5,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:05.838295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:05.858179 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42056) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:05.860722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.864966 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/264ddb18-3e86-43ba-84b2-eb0d061c93e5 HTTP/1.1" status: 204 len: 168 time: 0.2028341 Apr 30 14:06:05.880976 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.887988 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-ae049a49-fb0e-46af-8bc2-debffa35dc9f req-1189d110-4582-48df-8b93-5990f17a31e5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515294 Apr 30 14:06:05.896440 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:05.903060 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Usage tracker for resource:security_group_rule and tenant:535dae1bfbbc4b209356e44d36d626ab is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:05.906872 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:05.912884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:05.995429 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:05.999085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.007551 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d1a8c536-965f-4418-b6a5-db5ae19dffd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:06.046237 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=535dae1bfbbc4b209356e44d36d626ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868944 Apr 30 14:06:06.047869 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd9021-e0de-44cd-9caa-2fb52bcb7f56,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:06.049029 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42064) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:06.050765 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:06.112201 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.139328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.195218 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.200434 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a5db92fc-59dc-4cb1-8f2e-a4c47ca7eff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:06.213485 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd9021-e0de-44cd-9caa-2fb52bcb7f56,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:06.217347 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:06.219709 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.221383 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6cd9021-e0de-44cd-9caa-2fb52bcb7f56 HTTP/1.1" status: 204 len: 168 time: 0.1707354 Apr 30 14:06:06.522366 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42086) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:06.543080 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.559395 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:06.564598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Usage tracker for resource:security_group_rule and tenant:2b2ea5b092c94d6ab2120bc74d5f695f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:06.567712 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:06.574254 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:06.672900 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.676883 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.684975 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-833d60e0-66bb-4455-a45b-d3f3b075ffa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:06.726364 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b2ea5b092c94d6ab2120bc74d5f695f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029634 Apr 30 14:06:06.727252 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebe2a93-a00d-4560-b1f8-f8b97e6d5254,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:06.729018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42094) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:06.731504 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:06.768649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42098) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:06.791831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.876808 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-479969574-network', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:06.881922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:06.885707 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Usage tracker for resource:network and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:06.886335 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.888552 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:06.894658 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:06.906021 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Made reservation on behalf of fb8249fab3a24fcc8b7843554df6d7ae for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:06.908389 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.920414 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.934845 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:06.938694 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:06.941634 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:06.944105 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.947987 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:06.951342 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2fbcf92e-e390-4413-ac69-13b6fcdfdfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:06.965149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebe2a93-a00d-4560-b1f8-f8b97e6d5254,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:06.968646 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:06.974326 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:06.977586 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-480dd624-838e-425d-9cd0-bd47403733f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bebe2a93-a00d-4560-b1f8-f8b97e6d5254 HTTP/1.1" status: 204 len: 168 time: 0.2453229 Apr 30 14:06:07.087958 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4bce-32d1-4aaa-8238-7a2dcb08d4de req-4e031c2a-3c77-4c95-8a13-593ae18702fd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:07.089784 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7c8d4bce-32d1-4aaa-8238-7a2dcb08d4de req-4e031c2a-3c77-4c95-8a13-593ae18702fd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.0902088 Apr 30 14:06:07.136699 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.144025 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7c8d4bce-32d1-4aaa-8238-7a2dcb08d4de req-f7245c16-38c3-4c18-adaf-a40464861e9a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=236821e5-65d1-4910-80ea-a99256b582d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471101 Apr 30 14:06:07.146165 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.150396 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d65998c2-3ae2-4c75-b4b1-851163253ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:07.186089 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:06:07.194710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738da013-334f-4902-8f24-45ec4749060c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:07.198343 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:07.200916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.201259 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Added segment 2beb706a-2080-474e-ae4d-42201da41a6c of type vlan for network a82dfeaa-cc42-4879-83bf-2ee504af4c6f Apr 30 14:06:07.232411 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.264590 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.265924 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:07.266507 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.272082 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba0799cb-b926-4f96-ac4c-af7590042082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:07.374715 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Pushing event updated for resources: {'Network': ['ID=a82dfeaa-cc42-4879-83bf-2ee504af4c6f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:07.378107 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6083896 Apr 30 14:06:07.379134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:07.381315 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42120) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:07.386561 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Request body: {'subnet': {'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-479969574-subnet', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:07.389740 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:06:07.391403 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:07.395778 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Usage tracker for resource:subnet and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:07.398819 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:07.404719 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:07.416583 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Made reservation on behalf of fb8249fab3a24fcc8b7843554df6d7ae for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:07.419155 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.533614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893106e-76fd-48fd-8bdf-60569d7929db req-73307c1f-a295-47a3-8639-bd055f54b0b4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:07.535139 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3893106e-76fd-48fd-8bdf-60569d7929db req-73307c1f-a295-47a3-8639-bd055f54b0b4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 946 time: 0.1037827 Apr 30 14:06:07.704577 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Deleting port 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:06:07.705298 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.860201 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] For port 62ee021c-cab4-4584-af31-c59641d457ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62ee021c-cab4-4584-af31-c59641d457ad,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:07.860559 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.861718 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.866720 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:07.945913 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d760df15-3580-4165-a867-beda1750d3b8,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:07.949887 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:07.954100 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Checking segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:07.954459 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Network hostable DHCP agents. Network: a82dfeaa-cc42-4879-83bf-2ee504af4c6f, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:06:07.973608 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:06:07.984278 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, a82dfeaa-cc42-4879-83bf-2ee504af4c6f) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:07.993614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:07.994510 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:07.996746 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8589d70-9fcd-48ab-9870-a86341edac36 None None] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:06:08.019975 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-326a3a73-6140-49ac-b214-b094a011c4dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6359975 Apr 30 14:06:08.021534 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42138) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:08.027242 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:08.032165 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:08.039000 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Usage tracker for resource:router and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:08.041936 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:08.050439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:08.065504 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.066598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.094461 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.175685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.176243 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.177152 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Floating IP f3ebadd1-ddff-4bfc-a2d0-4629068d5549 disassociated. External IP: 172.28.0.34, port: 62ee021c-cab4-4584-af31-c59641d457ad. Apr 30 14:06:08.177484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Calling delete_port for 62ee021c-cab4-4584-af31-c59641d457ad owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:06:08.365828 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:06:08.367119 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.417400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.425782 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bade33d-e675-44cb-ad03-de355b4597e3 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:08.488512 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'Port': ['ID=62ee021c-cab4-4584-af31-c59641d457ad,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:08.492378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:08.578905 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-48b3ab06-03b2-4032-87f7-e4a652e77b0b req-cc857001-3508-42da-aed8-bffdbe821cfa tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 210 time: 0.1964285 Apr 30 14:06:08.593798 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.604292 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Allocated IP 172.20.0.2 (a82dfeaa-cc42-4879-83bf-2ee504af4c6f/d760df15-3580-4165-a867-beda1750d3b8/a545f5a3-853b-4cad-a962-808a398b60d9) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:08.867380 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:06:08.910161 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.922357 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Transition to ACTIVE for port object a545f5a3-853b-4cad-a962-808a398b60d9 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:08.959512 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Transition to ACTIVE for port object a545f5a3-853b-4cad-a962-808a398b60d9 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:08.976076 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:08.980952 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:09.056044 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Pushing event updated for resources: {'Port': ['ID=a545f5a3-853b-4cad-a962-808a398b60d9,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:09.059497 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:09.075988 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:09.079929 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:09.084560 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:09.106611 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.189682 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:09.211891 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:09.236376 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:09.237042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:09.255136 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.291903 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] No DVR routers for this DVR port 62ee021c-cab4-4584-af31-c59641d457ad on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:06:09.299830 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.303787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-deleted', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:09.313403 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Attempting to bind port a545f5a3-853b-4cad-a962-808a398b60d9 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:09.313781 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Attempting to bind port a545f5a3-853b-4cad-a962-808a398b60d9 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:09.314555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Attempting to bind port a545f5a3-853b-4cad-a962-808a398b60d9 on network a82dfeaa-cc42-4879-83bf-2ee504af4c6f {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:09.330361 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:09.331053 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Checking segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:09.331574 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.331955 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Bound using segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:09.332499 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Bound port: a545f5a3-853b-4cad-a962-808a398b60d9, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:09.333595 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.360537 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3893106e-76fd-48fd-8bdf-60569d7929db req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "DELETE /v2.0/ports/62ee021c-cab4-4584-af31-c59641d457ad HTTP/1.1" status: 204 len: 173 time: 1.8183360 Apr 30 14:06:09.386736 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbbdec1-9b8f-4a80-9881-50ddbd83a48f', 'name': 'network-vif-deleted', 'tag': '62ee021c-cab4-4584-af31-c59641d457ad', 'status': 'completed', 'code': 200} Apr 30 14:06:09.429875 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Allocated IP 172.28.0.25 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/92e4d2c9-9578-4218-bafb-c3e226cd4b7d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:09.625541 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:09.749350 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.792644 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.797855 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-58c8c8ca-8bbd-4599-84a0-b8e2a9ff1197 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:09.798582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] For port a545f5a3-853b-4cad-a962-808a398b60d9, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:09.865186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d004dc4c-7fe4-4720-a293-c85ecb17cd37 req-3300a1ca-01ef-42fc-814a-c8a3c5d824c1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:09.876680 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:09.877639 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] For port a545f5a3-853b-4cad-a962-808a398b60d9, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=a545f5a3-853b-4cad-a962-808a398b60d9,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:09.888227 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:09.889621 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:09.899414 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:09.903788 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d004dc4c-7fe4-4720-a293-c85ecb17cd37 req-3300a1ca-01ef-42fc-814a-c8a3c5d824c1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:09.904957 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d004dc4c-7fe4-4720-a293-c85ecb17cd37 req-3300a1ca-01ef-42fc-814a-c8a3c5d824c1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbbdec1-9b8f-4a80-9881-50ddbd83a48f HTTP/1.1" status: 200 len: 210 time: 0.1236989 Apr 30 14:06:09.939049 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Pushing event updated for resources: {'Port': ['ID=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:09.947733 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:09.949074 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:10.146643 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Pushing event updated for resources: {'Port': ['ID=a545f5a3-853b-4cad-a962-808a398b60d9,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:10.162365 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:10.250780 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:10.255215 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:10.264116 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:10.264817 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:10.440544 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:10.472234 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:10.807714 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:10.833113 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:10.837642 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa488-7ad5-42cb-93cd-d690a929340c None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:11.110644 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42200) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:11.245505 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa333e-f20a-442f-b51d-c62e59fc040d None None] New status for floating IP f3ebadd1-ddff-4bfc-a2d0-4629068d5549: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:06:11.354425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.382080 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Router 139f2bcd-590c-4822-ac94-3d027b94ac17 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:06:11.383531 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device a545f5a3-853b-4cad-a962-808a398b60d9 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:11.414418 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f31e4-89ce-4c8a-9a82-7b378220c1e8 None None] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:06:11.417963 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.516291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.522824 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cefba22c-9bea-4b28-a2d9-5e6270789bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:11.545702 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236821e5-65d1-4910-80ea-a99256b582d1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:11.549492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:11.563168 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.565497 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "DELETE /v2.0/security-groups/236821e5-65d1-4910-80ea-a99256b582d1 HTTP/1.1" status: 204 len: 168 time: 0.4538512 Apr 30 14:06:11.568365 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42210) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:11.592962 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.api.v2.resource [None req-9e781c56-0041-4d79-a195-c9f6e0819f19 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] show failed (client error): The resource could not be found. Apr 30 14:06:11.596194 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-9e781c56-0041-4d79-a195-c9f6e0819f19 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups/236821e5-65d1-4910-80ea-a99256b582d1 HTTP/1.1" status: 404 len: 347 time: 0.0259759 Apr 30 14:06:11.600104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42216) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:11.682144 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ee42f413-2120-47bf-8c5c-72c4d8d0c4b0 None None] Provisioning for port a545f5a3-853b-4cad-a962-808a398b60d9 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:11.754624 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port a545f5a3-853b-4cad-a962-808a398b60d9 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:11.756809 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:11.788229 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.791819 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7692423 Apr 30 14:06:11.792852 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42222) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:11.807467 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Sync routers for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:11.827246 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port a545f5a3-853b-4cad-a962-808a398b60d9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:11.827654 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.867052 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:06:11.903774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Deleting port 573fc10c-ce69-4800-a9d0-513a275fd25f {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:06:11.903774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:11.970448 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 62ee021c-cab4-4584-af31-c59641d457ad {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:06:11.970448 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 62ee021c-cab4-4584-af31-c59641d457ad not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:06:11.977595 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:11.978236 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:12.051093 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.052004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.231182 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Calling delete_port for 573fc10c-ce69-4800-a9d0-513a275fd25f owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:06:12.374474 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.388581 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:12.390744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.396655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:12.481016 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'Port': ['ID=573fc10c-ce69-4800-a9d0-513a275fd25f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:12.484780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:12.552987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port a545f5a3-853b-4cad-a962-808a398b60d9, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=a545f5a3-853b-4cad-a962-808a398b60d9,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:12.566320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.588537 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.589875 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "DELETE /v2.0/floatingips/f3ebadd1-ddff-4bfc-a2d0-4629068d5549 HTTP/1.1" status: 204 len: 168 time: 0.9879675 Apr 30 14:06:12.650991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.662827 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:12.775824 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.843246 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=a545f5a3-853b-4cad-a962-808a398b60d9,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:12.852143 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:12.861168 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:10Z', 'revision_number': 3, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:12.865577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Checking router: 139f2bcd-590c-4822-ac94-3d027b94ac17 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:12.866054 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Updating router 139f2bcd-590c-4822-ac94-3d027b94ac17 port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:06:12.923084 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f64fabb9-15e9-4bcb-883c-ed360c857959 None None] Provisioning complete for port a545f5a3-853b-4cad-a962-808a398b60d9 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:12.923828 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f64fabb9-15e9-4bcb-883c-ed360c857959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:12.944433 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42240) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:12.984018 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.031591 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Allocated IP 172.20.0.1 (a82dfeaa-cc42-4879-83bf-2ee504af4c6f/d760df15-3580-4165-a867-beda1750d3b8/3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:13.125657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.144519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42246) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:13.152361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662741483', 'description': 'tempest-description--44572125'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:13.160761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:13.163088 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:13.167970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:13.170737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c93ca95f8134f3cbe1f0be70290db0b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:13.173698 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:13.176434 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:13.184178 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:13.186995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:13.214042 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.240404 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.243385 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:13.248921 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:13.253139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:13.260638 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:13.261598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Transition to ACTIVE for port object 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:13.297537 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.314333 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.403042 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:13.406735 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:13.416935 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.418923 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:13.432209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.433213 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.443836 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a6fa30e0-7d67-4576-8299-4ebde14b3a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.455374 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.471381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:13.484840 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:13.505577 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.533697 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c93ca95f8134f3cbe1f0be70290db0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852699 Apr 30 14:06:13.536329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42254) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:13.539501 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3c7dc1-7a74-4cde-9230-7311897ffe52,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:13.543103 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ebc6b188-b2dc-4a8e-b737-c32f32fbbfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:13.547496 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-81c3db84-5f85-4cfd-81dd-6d4cd28ead0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.567742 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.582606 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Transition to ACTIVE for port object 92e4d2c9-9578-4218-bafb-c3e226cd4b7d will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:13.589346 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device a545f5a3-853b-4cad-a962-808a398b60d9 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:13.634192 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.638654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.645208 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4971955 Apr 30 14:06:13.652596 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42258) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:13.662896 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:13.666875 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:13.667221 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.673063 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group_rule': {'security_group_id': '1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:13.684218 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:13.698067 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:13.708086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:13.722655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:13.731541 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.780064 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.797821 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.874929 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Attempting to bind port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:13.875344 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Attempting to bind port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:13.875711 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Attempting to bind port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:13.899995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.910313 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.913811 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:13.913811 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:13.914237 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.914652 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:13.915090 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Bound port: 92e4d2c9-9578-4218-bafb-c3e226cd4b7d, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:13.915500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.915634 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.936643 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:13.945854 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Pushing event updated for resources: {'Port': ['ID=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:13.955773 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60fafd5-e8ed-47f4-ad44-93fde47edc25,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:13.969188 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:13.973565 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d3c8a315-84d7-4b34-be17-22c257aa79fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:13.976765 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:13.989310 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f5aaca9c-12a0-4ee1-bee3-2dc82ba746b5 None None] Provisioning for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:13.995546 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3c7dc1-7a74-4cde-9230-7311897ffe52,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:14.001151 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port a545f5a3-853b-4cad-a962-808a398b60d9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:14.001555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.042005 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f5aaca9c-12a0-4ee1-bee3-2dc82ba746b5 None None] Provisioning complete for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:14.042377 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f5aaca9c-12a0-4ee1-bee3-2dc82ba746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.043256 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:14.044891 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.049696 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d3c7dc1-7a74-4cde-9230-7311897ffe52 HTTP/1.1" status: 204 len: 168 time: 0.5121236 Apr 30 14:06:14.066894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.071421 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4631f992-82ac-427e-9695-12a03010624e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151831 Apr 30 14:06:14.071801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42266) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:14.079830 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'security_group_rule': {'security_group_id': '1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:14.087847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:14.094518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:security_group_rule and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:14.099352 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.101382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:14.108267 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:14.147409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf55aa-3fe6-41b6-ab06-1d96eb0ae36b req-a366a7f0-ac1c-45c4-954d-4c32fecbb85a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:14.160103 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5ccf55aa-3fe6-41b6-ab06-1d96eb0ae36b req-a366a7f0-ac1c-45c4-954d-4c32fecbb85a tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.1892879 Apr 30 14:06:14.162890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.174822 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] For port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:14.224748 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] For port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:14.260141 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5ccf55aa-3fe6-41b6-ab06-1d96eb0ae36b req-fd166ec2-179f-492f-990c-810a826efacd tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987592 Apr 30 14:06:14.310009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.316285 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.320631 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-90a17669-e3da-402a-8a22-66e82d3ec5bd tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:14.327949 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.333631 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaca9c-12a0-4ee1-bee3-2dc82ba746b5 None None] Port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:14.342725 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:14.358684 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d22fc0-6c2b-4542-8eab-a8fbe076c985,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:14.361981 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:14.373770 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.375397 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e7debdb9-79a6-4b21-9d2d-3797718b3963 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3006706 Apr 30 14:06:14.378510 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42272) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:14.385719 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:14.392988 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:14.398193 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Usage tracker for resource:floatingip and tenant:615e8ba387e84caab32fbdba04695014 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:14.401957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:14.414902 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:14.427126 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.454230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.461061 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.471413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42276) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:14.496392 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.501888 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:14.515225 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:14.515900 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:14.560597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:14.571030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:feef0814a0be4b9a8e18451931cb1baf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:14.575664 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:14.583419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:14.590996 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Pushing event updated for resources: {'Port': ['ID=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:14.591398 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.597799 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:14.602191 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:14.613515 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:14.666623 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.780889 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:14.782314 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:14.783851 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:14.845425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.856016 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:14.893260 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c3fba0a8-369a-4527-874c-3d9352a23ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:14.954775 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=feef0814a0be4b9a8e18451931cb1baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822576 Apr 30 14:06:14.955472 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42280) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:14.960829 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47097057-c86f-4855-9aed-8686074374fa,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:14.969600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:14.984906 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Allocated IP 172.28.0.13 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/7154dc1a-1bc4-488c-9a66-54f032ffd267) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:15.024045 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Router 139f2bcd-590c-4822-ac94-3d027b94ac17 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:06:15.081980 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a33ccbb2-11c6-4b0f-84cc-30ad3392daea None None] Provisioning complete for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:15.083095 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a33ccbb2-11c6-4b0f-84cc-30ad3392daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.128417 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.173288 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.177013 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-a33ccbb2-11c6-4b0f-84cc-30ad3392daea None None] Port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:15.202672 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 2, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:15.207030 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcddaf-f352-46cd-b199-0871a4446019 None None] The sync data for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb is: [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 2, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:15.212647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.221317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:15.238062 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] 10.222.0.37 "PUT /v2.0/routers/139f2bcd-590c-4822-ac94-3d027b94ac17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4417520 Apr 30 14:06:15.259769 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.265142 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6306f385-84d8-48f8-bbad-76d962446255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:15.280044 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47097057-c86f-4855-9aed-8686074374fa,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:15.284324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:15.285622 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.295081 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:15.354263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:15.357659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.361018 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47097057-c86f-4855-9aed-8686074374fa HTTP/1.1" status: 204 len: 168 time: 0.3993704 Apr 30 14:06:15.361018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:15.372388 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:15.424536 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=7154dc1a-1bc4-488c-9a66-54f032ffd267,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:15.430639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:15.519445 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324d58e-b969-44f4-bdfd-075e8949f6a2 req-4334b300-390c-4941-9773-1e71daf83bf6 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:15.521061 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1324d58e-b969-44f4-bdfd-075e8949f6a2 req-4334b300-390c-4941-9773-1e71daf83bf6 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.1302311 Apr 30 14:06:15.562895 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.592802 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1324d58e-b969-44f4-bdfd-075e8949f6a2 req-d0eabf39-5d34-4bd5-b9b1-951d83f87ed5 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Apr 30 14:06:15.674468 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.948193 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.962030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.964436 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-12036428-5cc1-49a4-bdb8-b8a6716a5a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:15.969521 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8a01d6a-42a8-4adc-be47-5270138475ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:16.117537 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=7154dc1a-1bc4-488c-9a66-54f032ffd267,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:16.127081 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:16.133911 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.158550 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.162538 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.165296 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7854712 Apr 30 14:06:16.209503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42316) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:16.216041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-753544672-network', 'tenant_id': '1b406be3fe4c4de19803950643f48b51'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:16.221241 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:16.232424 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Usage tracker for resource:network and tenant:1b406be3fe4c4de19803950643f48b51 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:16.236918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:16.248662 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:16.267209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Made reservation on behalf of 1b406be3fe4c4de19803950643f48b51 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:16.269674 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.284143 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.300183 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:16.304631 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Usage tracker for resource:security_group_rule and tenant:1b406be3fe4c4de19803950643f48b51 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:16.307640 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:16.314202 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:16.456581 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.466268 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.470793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6d5afb4-d661-4adb-8532-b8541d032ead tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:16.508595 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:06:16.527065 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5dfcd0da-3556-4639-abf2-d96471d01be3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:16.539615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.540017 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Added segment ac4e0171-1360-4f98-832f-f5f78754ddcf of type vlan for network 7f2cf630-8366-4dc1-9a99-95b24551a703 Apr 30 14:06:16.549058 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ac19c8-e392-4772-8894-31ff74fd0f8c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:16.552448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:16.583138 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.592417 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5dfcd0da-3556-4639-abf2-d96471d01be3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:16.593735 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5dfcd0da-3556-4639-abf2-d96471d01be3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--662741483&fields=id&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 267 time: 0.1588798 Apr 30 14:06:16.671502 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.676157 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:16.676842 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.706070 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91bb7127-fd3a-46ca-9514-ed16edc2121f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:16.835743 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d7b6c-fa18-42e2-b488-d6d475ef0127 req-3b47c19b-2ab9-458e-9487-436248ea09d7 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:16.837288 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e39d7b6c-fa18-42e2-b488-d6d475ef0127 req-3b47c19b-2ab9-458e-9487-436248ea09d7 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.1091959 Apr 30 14:06:16.861792 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6468418 Apr 30 14:06:16.867037 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42344) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:16.886886 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Request body: {'subnet': {'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-753544672-subnet', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:16.893614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:16.900047 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Usage tracker for resource:subnet and tenant:1b406be3fe4c4de19803950643f48b51 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:16.904930 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2cf630-8366-4dc1-9a99-95b24551a703,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:16.909557 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:16.922407 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:16.922619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:06:16.925251 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:16.938233 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e39d7b6c-fa18-42e2-b488-d6d475ef0127 req-90f320ed-8251-42a4-b539-2c7da48425ab tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950277 Apr 30 14:06:16.949433 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d47ce2a1-46a1-4ec0-8976-d52e0d998960 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:16.953796 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Made reservation on behalf of 1b406be3fe4c4de19803950643f48b51 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:16.954958 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:16.956604 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d47ce2a1-46a1-4ec0-8976-d52e0d998960 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 816 time: 0.3512051 Apr 30 14:06:16.978065 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d68261f4-4cd2-4d6d-8c71-ed28ff02b6d0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/quotas/615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 375 time: 0.0113609 Apr 30 14:06:17.119802 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-cbf12be9-503c-43a2-aa8a-2ddc7ee38224 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:17.137990 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-cbf12be9-503c-43a2-aa8a-2ddc7ee38224 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:17.139753 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-cbf12be9-503c-43a2-aa8a-2ddc7ee38224 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1533666 Apr 30 14:06:17.390189 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 92e4d2c9-9578-4218-bafb-c3e226cd4b7d up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:17.468394 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5ee5cab2-aa1c-48b3-b356-9e16f94618c9 service neutron] 10.222.0.37 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112862 Apr 30 14:06:17.507314 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:17.514200 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:17.514770 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:17.646147 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-8c957768-e0fd-43c0-a644-c1501a1a4773 service neutron] 10.222.0.37 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711082 Apr 30 14:06:17.725274 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:17.730277 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dfacad12-68f4-4cf9-9a3a-a83f5dfa953c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:17.760126 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:17.781947 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:17.791719 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:17.793940 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:17.838609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Checking segment: {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:17.839240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Network hostable DHCP agents. Network: 7f2cf630-8366-4dc1-9a99-95b24551a703, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:06:17.842108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe308ae-8c2b-4665-a0cd-38008cb1e79f,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:17.845161 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:17.878528 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Sync routers for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:17.881619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:06:17.903129 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:17.905123 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 7f2cf630-8366-4dc1-9a99-95b24551a703) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:17.907698 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:05:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:17.918271 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea87d92-e5dd-4811-9dca-afe9d9cb8dca None None] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:06:17.929409 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:17.930035 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:17.963136 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2a899ace-d3d0-40ed-a226-400e645d280b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0943599 Apr 30 14:06:17.966120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42366) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:17.971343 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:17.976137 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:17.988230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Usage tracker for resource:router and tenant:1b406be3fe4c4de19803950643f48b51 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:17.995479 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:18.006022 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:18.048550 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.052639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.069120 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:18.076646 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-23d79fd0-b93b-41c2-b952-503c78650f5a req-2730444b-ddbc-45c1-89b4-b1f4b025df75 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 210 time: 0.1179574 Apr 30 14:06:18.102266 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.269166 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:18.289447 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.290061 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.290584 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.291035 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.291489 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.292069 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.292648 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.293177 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.293599 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.294023 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.294446 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.294867 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:18.304510 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:18.324678 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-7f2cf630-8366-4dc1-9a99-95b24551a703', 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'fixed_ips': [{'subnet_id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:06:18.325666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.397735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8e53fc02-1d35-4171-81a0-5188b1860a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.558940 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.570637 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Allocated IP 172.20.0.2 (7f2cf630-8366-4dc1-9a99-95b24551a703/ebe308ae-8c2b-4665-a0cd-38008cb1e79f/2f4d85df-16bf-4052-87f2-bde41b400cfd) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:18.718409 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 2, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:18.725797 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Checking router: 139f2bcd-590c-4822-ac94-3d027b94ac17 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:18.726399 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Updating router 139f2bcd-590c-4822-ac94-3d027b94ac17 port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:06:18.752359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.779564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee3f47-f6a1-4e0b-94c9-6cf47befced7 req-e5661217-8739-4e6d-bdec-e616307db8aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:18.787708 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a0ee3f47-f6a1-4e0b-94c9-6cf47befced7 req-e5661217-8739-4e6d-bdec-e616307db8aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.6437833 Apr 30 14:06:18.809960 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.874731 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162878-838d-433d-9f94-4117a7b9ee6c req-e7e6907f-699c-4f83-b800-bf5f6fa4951e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:18.877603 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-56162878-838d-433d-9f94-4117a7b9ee6c req-e7e6907f-699c-4f83-b800-bf5f6fa4951e tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.4976344 Apr 30 14:06:18.878040 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.891717 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Transition to ACTIVE for port object 2f4d85df-16bf-4052-87f2-bde41b400cfd will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:18.905313 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a0ee3f47-f6a1-4e0b-94c9-6cf47befced7 req-c615eccf-c612-4018-9b05-baff4d666987 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166086 Apr 30 14:06:18.917955 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Transition to ACTIVE for port object 2f4d85df-16bf-4052-87f2-bde41b400cfd will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:18.927954 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:18.932986 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:19.020529 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:19.023513 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:19.029100 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:19.096130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Pushing event updated for resources: {'Port': ['ID=2f4d85df-16bf-4052-87f2-bde41b400cfd,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:19.135566 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:19.165496 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Attempting to bind port 2f4d85df-16bf-4052-87f2-bde41b400cfd on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:19.166088 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Attempting to bind port 2f4d85df-16bf-4052-87f2-bde41b400cfd by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:19.166244 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Attempting to bind port 2f4d85df-16bf-4052-87f2-bde41b400cfd on network 7f2cf630-8366-4dc1-9a99-95b24551a703 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:19.167694 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42410) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:19.180987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:19.181463 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Checking segment: {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:19.182271 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.182637 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Bound using segment: {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:19.183208 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Bound port: 2f4d85df-16bf-4052-87f2-bde41b400cfd, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:19.183617 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.185758 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Deleting port 25bb9460-b1ec-440b-92f2-ed3af963e665 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:06:19.186326 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.284979 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.312140 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] For port 2f4d85df-16bf-4052-87f2-bde41b400cfd, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:19.319083 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] For port 2f4d85df-16bf-4052-87f2-bde41b400cfd, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=2f4d85df-16bf-4052-87f2-bde41b400cfd,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:19.329349 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Transition to ACTIVE for port object 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:19.342582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.347385 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:19.349461 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.354805 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-43b63064-750d-439e-b6c0-0140e9c9ecb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:19.388264 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 92e4d2c9-9578-4218-bafb-c3e226cd4b7d up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:19.400229 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1b943045-dd69-4d68-afda-42ed82fcb8cd req-6e7ab31f-a9ee-40b5-9f21-2907fa640c5e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 210 time: 0.0746560 Apr 30 14:06:19.511143 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.520503 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.551354 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:19.551889 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.563304 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] For port 25bb9460-b1ec-440b-92f2-ed3af963e665, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25bb9460-b1ec-440b-92f2-ed3af963e665,segment=NetworkSegment(86c721ab-5859-47cb-ac6e-5dfcdd3081ec),segment_id=86c721ab-5859-47cb-ac6e-5dfcdd3081ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:19.563831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.641511 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Pushing event updated for resources: {'Port': ['ID=2f4d85df-16bf-4052-87f2-bde41b400cfd,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:19.652763 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:19.662493 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:19.671825 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Usage tracker for resource:security_group_rule and tenant:ef10d79450ee4d39b2bde8b97bddba76 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:19.675720 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:19.698666 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:19.721017 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Pushing event updated for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:19.736678 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.737380 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.737892 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.738637 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.739265 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.739772 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.740391 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.740877 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.741400 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.741871 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.742430 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.742912 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:19.829474 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:19.835921 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.846907 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.863406 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7498f9cc-3fad-4edf-b2a2-e225486b587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:19.933316 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Attempting to bind port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:19.946281 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Attempting to bind port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:19.946664 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Attempting to bind port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f on network a82dfeaa-cc42-4879-83bf-2ee504af4c6f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:19.956278 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:19.956782 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Checking segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:19.957986 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:19.958476 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Bound using segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:19.962648 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Bound port: 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:19.963348 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.002585 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Calling delete_port for 25bb9460-b1ec-440b-92f2-ed3af963e665 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:06:20.015700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.064297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.086546 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] For port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:20.091001 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] For port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:20.099712 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.105954 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:20.107516 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3fde1-f1c5-4f2d-ba40-37c9f51bc877,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:20.118598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:20.134715 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef10d79450ee4d39b2bde8b97bddba76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637504 Apr 30 14:06:20.136012 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42422) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:20.161728 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-b2bcc8f9-bde6-4727-92c2-6197798df9cb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:20.163135 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-b2bcc8f9-bde6-4727-92c2-6197798df9cb tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 816 time: 0.6344483 Apr 30 14:06:20.194022 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:20.194663 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:20.235371 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-42a4b465-9a8c-45f7-939c-d8426a125831 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 379 time: 0.0598280 Apr 30 14:06:20.249739 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'port': {'device_id': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'admin_state_up': True, 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'security_groups': ['1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:20.275882 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Pushing event updated for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:20.280765 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-aafb2327-53aa-4207-83dd-756c25cc0125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:20.305869 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.349813 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Allocated IP 172.28.0.56 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/9059cf63-28f0-467f-a8bb-d7f376bb16c1) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:20.368784 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c77b-6f49-49bd-b8fa-611770d42883 req-963f4713-c178-4cfc-a487-a8a32dec4bce tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:20.370805 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-21d2c77b-6f49-49bd-b8fa-611770d42883 req-963f4713-c178-4cfc-a487-a8a32dec4bce tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 946 time: 0.3027854 Apr 30 14:06:20.401831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.416306 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:20.481226 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:20.496078 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:20.508721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Made reservation on behalf of 615e8ba387e84caab32fbdba04695014 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:20.512335 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.531134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.544049 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b01bc56d-037d-4d65-b7ee-f62a713946e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:20.600709 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3fde1-f1c5-4f2d-ba40-37c9f51bc877,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:20.611598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:20.675205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.694625 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.698028 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaf3fde1-f1c5-4f2d-ba40-37c9f51bc877 HTTP/1.1" status: 204 len: 168 time: 0.5588174 Apr 30 14:06:20.710738 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fa1916c9-3c95-4669-b9cb-1b3efa46fdb9 req-6197929a-6b0d-4b8a-a7e8-94a647896bd6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 210 time: 0.1022296 Apr 30 14:06:20.743004 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-21d2c77b-6f49-49bd-b8fa-611770d42883 req-36f01228-d1e8-4097-b91d-db634479d80f tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae6f0fe5-3723-4774-aeca-415700c8cff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448765 Apr 30 14:06:20.765666 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.774923 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:20.842444 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Pushing event deleted for resources: {'Port': ['ID=25bb9460-b1ec-440b-92f2-ed3af963e665,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:20.850770 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:20.865343 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Allocated IP 172.20.0.8 (83960dae-7b3f-4df4-a885-780b63bf5fb9/0818ec87-63a5-46b4-b624-c4b4317da7ce/b7c14a1d-ccbf-434c-a6a2-2056e2a0be79) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:20.877616 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:20Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:20.885727 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ec559-8df1-40ec-90fc-2c14c25f4daa None None] The sync data for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb is: [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:20Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:20.975839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:20.987037 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] No DVR routers for this DVR port 25bb9460-b1ec-440b-92f2-ed3af963e665 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:06:20.992581 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.007239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:21.046229 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df8f0c-08fa-47a3-b143-06949d7e47f0 None None] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:06:21.049265 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'name': 'network-vif-deleted', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:21.077961 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-56162878-838d-433d-9f94-4117a7b9ee6c req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.46 "DELETE /v2.0/ports/25bb9460-b1ec-440b-92f2-ed3af963e665 HTTP/1.1" status: 204 len: 173 time: 2.1715782 Apr 30 14:06:21.089996 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:21.093785 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:21.102326 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:21.166641 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd523dee2-23a2-49ea-ac44-bf6a1e5d8ab3', 'name': 'network-vif-deleted', 'tag': '25bb9460-b1ec-440b-92f2-ed3af963e665', 'status': 'completed', 'code': 200} Apr 30 14:06:21.170717 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.200122 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Pushing event updated for resources: {'Port': ['ID=9059cf63-28f0-467f-a8bb-d7f376bb16c1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:21.205345 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:21.209725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Transition to ACTIVE for port object b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:21.265483 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.267480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.273058 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5329933c-1a1a-4340-bdd8-8d5a88c41b7e None None] Provisioning for port 2f4d85df-16bf-4052-87f2-bde41b400cfd completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:21.288349 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:21.354338 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42434) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:21.424762 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:21.430566 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:21.436617 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:21.476432 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.552495 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:21.555065 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:21.562751 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:21.572461 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca327300d9ba4350bdd425105bd26145 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:21.578591 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:21.596494 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:21.605517 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:21.608021 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.666941 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:21.675329 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:21.683886 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:21.685647 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.717252 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715035 Apr 30 14:06:21.733335 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Request body: {'port': {'device_id': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:21.861368 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.884876 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:21.905906 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 25bb9460-b1ec-440b-92f2-ed3af963e665 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:06:21.910415 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c6ea075-4b47-48b0-a8cd-e61cda169c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:21.964890 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 25bb9460-b1ec-440b-92f2-ed3af963e665 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:06:21.966485 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 25bb9460-b1ec-440b-92f2-ed3af963e665 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:06:21.970194 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57bc049f-80dd-44da-a40b-86052f3ec83a None None] Provisioning for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:21.983753 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57bc049f-80dd-44da-a40b-86052f3ec83a None None] Provisioning complete for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:21.985338 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57bc049f-80dd-44da-a40b-86052f3ec83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.012683 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.034019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b47644-c230-4549-8772-82cc21037116,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:22.051810 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca327300d9ba4350bdd425105bd26145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845717 Apr 30 14:06:22.055936 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:22.056421 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42442) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:22.128531 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57bc049f-80dd-44da-a40b-86052f3ec83a None None] Port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:22.143536 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.178596 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:22.184158 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.185492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 2f4d85df-16bf-4052-87f2-bde41b400cfd up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:22.212838 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:22.257855 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-288ea935-59f6-4007-a803-3e84cd09d0b2 req-02c31a22-170d-4a32-ac5d-653c8e7d58b8 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d523dee2-23a2-49ea-ac44-bf6a1e5d8ab3 HTTP/1.1" status: 200 len: 210 time: 0.2091262 Apr 30 14:06:22.293925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.331196 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:22.337446 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:22.351817 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 2f4d85df-16bf-4052-87f2-bde41b400cfd completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:22.357220 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 2f4d85df-16bf-4052-87f2-bde41b400cfd triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:22.357601 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.381351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.438587 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2328c1-78cc-4843-ba6c-6f0a15d80106 req-171819fd-ceb1-463b-aeee-2dba99dea7e0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:22.440067 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6e2328c1-78cc-4843-ba6c-6f0a15d80106 req-171819fd-ceb1-463b-aeee-2dba99dea7e0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 931 time: 0.3525622 Apr 30 14:06:22.468397 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.489847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.522340 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 2f4d85df-16bf-4052-87f2-bde41b400cfd, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=2f4d85df-16bf-4052-87f2-bde41b400cfd,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:22.528673 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.533179 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:22.560485 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6e2328c1-78cc-4843-ba6c-6f0a15d80106 req-9f56de11-0e4c-49c2-9f0d-8d1db0e12df9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108098 Apr 30 14:06:22.587752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.618959 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=2f4d85df-16bf-4052-87f2-bde41b400cfd,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:22.634954 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:22.646672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.653446 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e352d0a-1e72-4cf5-a6b6-7ad1ed118536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:22.672467 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b47644-c230-4549-8772-82cc21037116,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:22.674924 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:22.690530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.692567 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52b47644-c230-4549-8772-82cc21037116 HTTP/1.1" status: 204 len: 168 time: 0.6004961 Apr 30 14:06:22.772769 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:06:22.781688 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.797367 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Transition to ACTIVE for port object b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:22.802889 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:22.804325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:06:22.807831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-401dd250-1f72-4c37-9be4-76c6e50c5e81 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:23.004908 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:23.015719 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Sync routers for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:23.033949 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:23.034721 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:23.052633 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:23.054002 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0869193 Apr 30 14:06:23.056922 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42454) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:23.076710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:23.088186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:23.121253 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Attempting to bind port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:23.121881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Attempting to bind port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:23.122228 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Attempting to bind port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:23.133252 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:06:23.141890 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:06:23.142355 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Attempting to bind port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 on network 83960dae-7b3f-4df4-a885-780b63bf5fb9 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:23.149630 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:23.150110 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Checking segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:23.150556 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Bound using segment: {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:23.151006 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Bound port: b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db8480f-c89d-425f-beec-ca781b41e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:23.151455 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:23.254513 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:23.266749 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:23.271053 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:23.277012 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:23.284523 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:23.409980 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:23.410493 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:23.422804 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:23.453114 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:23.455645 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:23.458782 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] 10.222.0.46 "PUT /v2.0/ports/b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 1093 time: 1.7313712 Apr 30 14:06:23.459500 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:23.574492 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'status': 'completed', 'code': 200} Apr 30 14:06:23.636164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5dd85cc0-ccf6-487e-800b-685b305e7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:23.651325 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-5dd85cc0-ccf6-487e-800b-685b305e7290 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1096 time: 0.1450963 Apr 30 14:06:23.710234 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:23.710611 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:23.810158 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-bbd1e559-7ca3-4d9f-8589-2d4ebbcdd071 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 217 time: 0.1511047 Apr 30 14:06:23.887050 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:21Z', 'revision_number': 3, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:23.892859 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Checking router: 1aa72ad8-020b-4eaa-87b9-b96e355d6839 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:23.893239 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Updating router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:06:23.948815 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 2f4d85df-16bf-4052-87f2-bde41b400cfd up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:23.949396 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-530e0fd2-b44e-4a54-a76e-f5336650f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:23.951140 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-530e0fd2-b44e-4a54-a76e-f5336650f64f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.1301887 Apr 30 14:06:23.977878 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd690f5-9658-4317-9bf7-4b7e40d22e2b req-73d2d66c-6f39-4de8-bd11-cb02feeddc7e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:23.979209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6cd690f5-9658-4317-9bf7-4b7e40d22e2b req-73d2d66c-6f39-4de8-bd11-cb02feeddc7e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Synchronizing usage tracker for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:24.002283 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.081419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.082312 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-a3f89ded-a77c-4295-a31e-18c31c6312e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:24.085013 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-a3f89ded-a77c-4295-a31e-18c31c6312e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1198106 Apr 30 14:06:24.085798 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6cd690f5-9658-4317-9bf7-4b7e40d22e2b req-73d2d66c-6f39-4de8-bd11-cb02feeddc7e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Unset dirty status for tenant:615e8ba387e84caab32fbdba04695014 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:24.093001 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6cd690f5-9658-4317-9bf7-4b7e40d22e2b req-73d2d66c-6f39-4de8-bd11-cb02feeddc7e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.2743332 Apr 30 14:06:24.145135 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 2f4d85df-16bf-4052-87f2-bde41b400cfd triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:24.145510 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.470006 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6cd690f5-9658-4317-9bf7-4b7e40d22e2b req-331b1ac6-51f4-4366-a1ac-a02a87fa87b4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750837 Apr 30 14:06:24.494259 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-c3beeaff-a7d8-4a93-8fa8-fd8984b91921 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925900 Apr 30 14:06:24.545825 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Allocated IP 172.20.0.1 (7f2cf630-8366-4dc1-9a99-95b24551a703/ebe308ae-8c2b-4665-a0cd-38008cb1e79f/37a5c5be-33cd-4fc1-bf1e-3babdb02aac8) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:24.593778 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.612306 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Transition to ACTIVE for port object 9059cf63-28f0-467f-a8bb-d7f376bb16c1 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:24.624103 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.636469 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:24.653995 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e47b339-9651-49ae-a6f9-5260a847bc66 req-bb1f26bf-f9f8-4792-bdc8-3c96072a413c service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567712 Apr 30 14:06:24.722278 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Attempting to bind port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:24.722661 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Attempting to bind port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:24.723613 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Attempting to bind port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:24.739921 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:24.740307 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:24.740721 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.741125 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:24.741597 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Bound port: 9059cf63-28f0-467f-a8bb-d7f376bb16c1, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:24.741980 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.761635 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.767501 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Pushing event updated for resources: {'Port': ['ID=9059cf63-28f0-467f-a8bb-d7f376bb16c1,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:24.774927 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:24.784327 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Transition to ACTIVE for port object 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:24.801749 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-7f9095dc-a05b-43b1-bdba-8d1d1b369742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:24.803487 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-7f9095dc-a05b-43b1-bdba-8d1d1b369742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1096 time: 0.0948451 Apr 30 14:06:24.817215 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.822287 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1e4e582c-deef-429a-b87a-6263bf643e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:24.833631 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] For port 9059cf63-28f0-467f-a8bb-d7f376bb16c1, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:24.837464 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] For port 9059cf63-28f0-467f-a8bb-d7f376bb16c1, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=9059cf63-28f0-467f-a8bb-d7f376bb16c1,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:24.843705 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:24.858987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:24.888279 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:24.891117 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:24.896238 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:24.955723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Pushing event updated for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:24.967890 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:24.968268 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:24.968982 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:24.991977 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.064593 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Pushing event updated for resources: {'Port': ['ID=9059cf63-28f0-467f-a8bb-d7f376bb16c1,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:25.108452 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:25.162877 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.174809 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-1160a687-1ce6-4709-a5f9-ce73def3f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:25.176736 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-1160a687-1ce6-4709-a5f9-ce73def3f0c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.3640349 Apr 30 14:06:25.261577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8ec3a932-6089-4b38-873d-3e95bcf17dfc None None] Provisioning for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:25.270279 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:25.284099 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-42e3cd39-e5ca-4734-bb1d-607eb3715683 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 217 time: 0.0955164 Apr 30 14:06:25.316873 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8ec3a932-6089-4b38-873d-3e95bcf17dfc None None] Provisioning complete for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:25.317256 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a932-6089-4b38-873d-3e95bcf17dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.358627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-e41397d8-7436-4bca-af5e-bafcbd1336bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:25.361249 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-e41397d8-7436-4bca-af5e-bafcbd1336bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0736103 Apr 30 14:06:25.445739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.454815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.460113 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-b900037d-f520-43f5-83fb-8182c287699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:25.462008 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-b900037d-f520-43f5-83fb-8182c287699a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940468 Apr 30 14:06:25.491207 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1a9b17-c4e9-4ba8-9860-22224c548055 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:25.598818 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3a932-6089-4b38-873d-3e95bcf17dfc None None] Port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:25.645422 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-2bf61158-55da-4803-a9a5-c8d4af8b4d8a service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737468 Apr 30 14:06:25.681562 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Pushing event updated for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:25.693168 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:25.768706 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:25.770598 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:21Z', 'revision_number': 3, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:25.779510 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fccde-ebf6-4f42-a1be-efd24dd134d4 None None] The sync data for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb is: [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:21Z', 'revision_number': 3, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:25.833902 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-496ba938-1e3f-4cfc-9a30-c02819701f2b req-da69938c-5336-4f7c-9ec5-08376bac5cf5 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805956 Apr 30 14:06:25.962715 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685cb-7843-49f3-ada0-84292ee3ec70 req-c0726cf9-e2c1-4063-8b57-5a07d215da11 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:25.964337 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-10a685cb-7843-49f3-ada0-84292ee3ec70 req-c0726cf9-e2c1-4063-8b57-5a07d215da11 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.2702186 Apr 30 14:06:25.973929 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42528) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:26.013405 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:26.022765 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:26.129879 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-10a685cb-7843-49f3-ada0-84292ee3ec70 req-5591cefa-fb76-47ba-86e8-48754364a1ac tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492083 Apr 30 14:06:26.182526 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.199780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:26.204481 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Usage tracker for resource:security_group_rule and tenant:e28c6dba5b1e4ebbbd7cde60e33b72e5 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:26.208938 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:26.215677 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:26.304916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:06:26.328674 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.334670 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-4e51c733-b6c1-4b97-8c93-f20c6775ac80 None None] Provisioning complete for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:26.334670 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4e51c733-b6c1-4b97-8c93-f20c6775ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.336784 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.354139 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-86f850a6-2f31-4b0d-a8ea-fd25fc2597fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:26.396222 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-4e51c733-b6c1-4b97-8c93-f20c6775ac80 None None] Port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:26.402787 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e28c6dba5b1e4ebbbd7cde60e33b72e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277768 Apr 30 14:06:26.404841 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df262c25-f79f-4d1c-a446-bb6f0c7d6f44,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:26.405457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42534) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:26.408072 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:26.637149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:26.666120 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] 10.222.0.37 "PUT /v2.0/routers/1aa72ad8-020b-4eaa-87b9-b96e355d6839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6005101 Apr 30 14:06:26.666120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.685987 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.744465 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.749609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f616ed8a-b1c1-49fe-94a6-8ab09afd8131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:26.762701 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df262c25-f79f-4d1c-a446-bb6f0c7d6f44,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:26.765606 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:26.766804 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:26.778695 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df262c25-f79f-4d1c-a446-bb6f0c7d6f44 HTTP/1.1" status: 204 len: 168 time: 0.3640347 Apr 30 14:06:27.070643 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42554) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:27.090824 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.113439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:27.118645 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1973a5fa0040fc9d7c87ddbe28c614 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:27.121748 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:27.128134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:27.274836 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.282104 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.318657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-852a050f-123f-4b24-9b3e-b51eb57c4df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:27.328917 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee1973a5fa0040fc9d7c87ddbe28c614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571666 Apr 30 14:06:27.331913 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42566) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:27.382430 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 9059cf63-28f0-467f-a8bb-d7f376bb16c1 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:27.460270 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0895300c-fa3b-4fec-aab0-224712b338fc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:27.466206 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:27.496581 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.503537 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:27.512834 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:27.513542 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.564906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c094-494d-42a9-86f8-696709b62241 req-6e687fd4-c999-4aa0-bfca-29f10b2c3b72 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:27.567069 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f105c094-494d-42a9-86f8-696709b62241 req-6e687fd4-c999-4aa0-bfca-29f10b2c3b72 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.2186706 Apr 30 14:06:27.579144 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.644346 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Sync routers for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:27.658762 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:27.661423 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:27.761619 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f105c094-494d-42a9-86f8-696709b62241 req-6a7f10e1-b650-4a57-a092-03ec376b9f25 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863799 Apr 30 14:06:27.786104 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.809973 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.822051 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09881d23-c2e1-4b86-b30a-549493279e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:27.827073 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 9059cf63-28f0-467f-a8bb-d7f376bb16c1, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=9059cf63-28f0-467f-a8bb-d7f376bb16c1,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:27.836896 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.839322 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:27.843457 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0895300c-fa3b-4fec-aab0-224712b338fc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:27.853469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:27.855882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:27.859665 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0895300c-fa3b-4fec-aab0-224712b338fc HTTP/1.1" status: 204 len: 168 time: 0.5234959 Apr 30 14:06:27.921365 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:06:28.002697 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:28.007574 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=9059cf63-28f0-467f-a8bb-d7f376bb16c1,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:28.020786 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:28.181038 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:28.199552 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:06:28.299894 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:28.330955 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:06:28.353010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:28.360872 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:28.364135 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:28.379923 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:25Z', 'revision_number': 4, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '37a5c5be-33cd-4fc1-bf1e-3babdb02aac8', 'name': '', 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'mac_address': 'fa:16:3e:2d:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:24Z', 'updated_at': '2021-04-30T14:06:25Z', 'revision_number': 2, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'subnets': [{'id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:28.390774 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Checking router: 1aa72ad8-020b-4eaa-87b9-b96e355d6839 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:28.391598 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Updating router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:06:28.450772 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:28.455032 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:28.528275 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:28.604172 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:06:29.026152 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.040939 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Transition to ACTIVE for port object 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:29.050345 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.058168 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a3a69781-d610-4358-897e-2544b1e615a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:29.109986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e0f35-e3d7-4558-99bc-07c5e44c8b48 req-518b4b3b-099a-4e01-b8be-30cbed5b01e3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:29.123890 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-060e0f35-e3d7-4558-99bc-07c5e44c8b48 req-518b4b3b-099a-4e01-b8be-30cbed5b01e3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 944 time: 0.1610157 Apr 30 14:06:29.143294 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c60ee-faed-41b0-816e-a711fa63485f None None] Pushing event updated for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:29.156965 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-422c60ee-faed-41b0-816e-a711fa63485f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:29.179891 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-060e0f35-e3d7-4558-99bc-07c5e44c8b48 req-75b35acf-1d66-4a64-8840-e703bc508539 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578430 Apr 30 14:06:29.362812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 9059cf63-28f0-467f-a8bb-d7f376bb16c1 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:29.412338 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Attempting to bind port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:29.412710 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Attempting to bind port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:29.413075 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Attempting to bind port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 on network 7f2cf630-8366-4dc1-9a99-95b24551a703 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:29.433434 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:29.434211 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Checking segment: {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:29.434211 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.434634 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Bound using segment: {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:29.435119 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Bound port: 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e0171-1360-4f98-832f-f5f78754ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:29.437069 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.576675 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:29.577455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.609882 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] For port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:29.614753 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] For port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:29.631392 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:29.637724 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:29.763172 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:29.763172 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:29.919136 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c60ee-faed-41b0-816e-a711fa63485f None None] Pushing event updated for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:29.924717 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-422c60ee-faed-41b0-816e-a711fa63485f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:29.929033 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:30.056427 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:30.062210 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:30.062760 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:30.104985 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:30.219815 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:30.270881 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:30.294958 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:30.300745 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:30.305488 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:30.359573 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'code': 200} Apr 30 14:06:30.407425 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:30.410930 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:30.487926 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecf4b4-0ec1-4b79-b962-f4efbb2b4d65 req-38ef06c8-a2fc-4241-8072-61026583c2b9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:30.494084 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f2ecf4b4-0ec1-4b79-b962-f4efbb2b4d65 req-38ef06c8-a2fc-4241-8072-61026583c2b9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1480615 Apr 30 14:06:30.603833 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:25Z', 'revision_number': 4, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '37a5c5be-33cd-4fc1-bf1e-3babdb02aac8', 'name': '', 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'mac_address': 'fa:16:3e:2d:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:24Z', 'updated_at': '2021-04-30T14:06:29Z', 'revision_number': 4, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'subnets': [{'id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:30.608056 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a46661-eb33-4d16-a24e-7680e9ad0beb None None] The sync data for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb is: [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:06:25Z', 'revision_number': 4, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '37a5c5be-33cd-4fc1-bf1e-3babdb02aac8', 'name': '', 'network_id': '7f2cf630-8366-4dc1-9a99-95b24551a703', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'mac_address': 'fa:16:3e:2d:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:24Z', 'updated_at': '2021-04-30T14:06:29Z', 'revision_number': 4, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'subnets': [{'id': 'ebe308ae-8c2b-4665-a0cd-38008cb1e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:30.638444 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f2ecf4b4-0ec1-4b79-b962-f4efbb2b4d65 req-c697eb3d-6a1e-44c5-a8d7-f51d84fe88b6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349807 Apr 30 14:06:30.714045 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aafa1-2dca-4912-af4d-0f0166d1967f req-432840f3-d398-403c-85f3-6ecb93378618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:30.717113 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-621aafa1-2dca-4912-af4d-0f0166d1967f req-432840f3-d398-403c-85f3-6ecb93378618 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1098 time: 0.1362121 Apr 30 14:06:30.780728 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-621aafa1-2dca-4912-af4d-0f0166d1967f req-02cf1c29-e110-4b43-96e9-725b22d8fe7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563183 Apr 30 14:06:31.421088 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:31.548488 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:31.566132 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:31.567149 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:31.786471 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:31.860609 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:31.868543 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:31.875181 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:31.967991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:31.971913 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:32.020842 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a369e8-d9ad-4e8c-b720-4febb0640b10 req-8a596d40-3296-471a-9bed-67703000d195 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:32.023074 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54a369e8-d9ad-4e8c-b720-4febb0640b10 req-8a596d40-3296-471a-9bed-67703000d195 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1004736 Apr 30 14:06:32.093267 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54a369e8-d9ad-4e8c-b720-4febb0640b10 req-d1f493a9-e804-4eac-bb0f-2d01f3072953 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622718 Apr 30 14:06:32.317412 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c24fd-e310-4346-ab00-090cdff38783 req-8f52c0a9-a6ef-4c21-9942-6549b2b2aec5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:32.319392 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e77c24fd-e310-4346-ab00-090cdff38783 req-8f52c0a9-a6ef-4c21-9942-6549b2b2aec5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0986085 Apr 30 14:06:32.328334 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42656) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:32.334540 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Request body: {'floatingip': {'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:32.434917 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:33.358046 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:06:33.459530 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:33.459912 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:33.555948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:33.562698 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:33.851236 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Floating IP 828ceba1-9243-47bc-86c6-c78ced977119 associated. External IP: 172.28.0.13, port: b7c14a1d-ccbf-434c-a6a2-2056e2a0be79. Apr 30 14:06:34.326903 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:06:34.579856 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:34.591771 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:34.592535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:34.605962 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:34.606726 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:34.669335 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4029ee20-5f8d-48ca-8e92-bb6ddc7f409f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "PUT /v2.0/floatingips/828ceba1-9243-47bc-86c6-c78ced977119 HTTP/1.1" status: 200 len: 990 time: 2.3394208 Apr 30 14:06:34.670262 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:34.867893 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:34.868209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbfaae-09ce-4b33-8db9-092f0d3c90b4 req-637aca66-5aea-4c11-973c-d7fa3f0767c4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:34.870263 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eadbfaae-09ce-4b33-8db9-092f0d3c90b4 req-637aca66-5aea-4c11-973c-d7fa3f0767c4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.2221022 Apr 30 14:06:34.973631 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'status': 'completed', 'code': 200} Apr 30 14:06:35.002728 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eadbfaae-09ce-4b33-8db9-092f0d3c90b4 req-5d071ff0-e659-483d-a239-4b8d5c40bd75 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215792 Apr 30 14:06:35.178016 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-32936e71-53bb-428e-841a-b174b6655fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:35.179526 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-32936e71-53bb-428e-841a-b174b6655fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1098 time: 0.1720147 Apr 30 14:06:35.433978 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-47dc0e48-7e8f-40cb-8cfc-d3b3c357827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:35.436212 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-47dc0e48-7e8f-40cb-8cfc-d3b3c357827d service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.2422297 Apr 30 14:06:35.474701 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '828ceba1-9243-47bc-86c6-c78ced977119', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:15Z', 'updated_at': '2021-04-30T14:06:33Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:35.479620 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:35.490677 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:35.491703 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:35.648497 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-68aeb05c-3de7-4f95-aed2-bf574fa8b627 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 998 time: 0.2056656 Apr 30 14:06:35.725230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-a6a4622f-9262-41c4-9910-5a9a93197beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:35.726793 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-a6a4622f-9262-41c4-9910-5a9a93197beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0702004 Apr 30 14:06:35.783580 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:35.815329 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-102bb960-bc15-4d65-baec-5d89a02e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:35.817704 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-102bb960-bc15-4d65-baec-5d89a02e71df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822694 Apr 30 14:06:35.981604 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-9818b36f-93c6-41c1-8cf2-c0865b0bb858 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545854 Apr 30 14:06:36.140572 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-832f6c7d-28c9-45dc-835f-e3d46237aa4f req-6ef2ba87-1886-497e-ac5a-cf5723ddd76a service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507726 Apr 30 14:06:36.218148 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '828ceba1-9243-47bc-86c6-c78ced977119', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:15Z', 'updated_at': '2021-04-30T14:06:33Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:36.223606 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8527b-2f66-48b1-a1b3-2df51a1c0325 None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': '828ceba1-9243-47bc-86c6-c78ced977119', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:15Z', 'updated_at': '2021-04-30T14:06:33Z', 'revision_number': 1, 'project_id': '615e8ba387e84caab32fbdba04695014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:36.255416 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cbf21-fa93-4af6-af2c-1ad369c46661 req-08e64976-6c49-4c66-af33-5f9d79fb2eba tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:36.267930 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6d3cbf21-fa93-4af6-af2c-1ad369c46661 req-08e64976-6c49-4c66-af33-5f9d79fb2eba tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1253281 Apr 30 14:06:36.325138 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6d3cbf21-fa93-4af6-af2c-1ad369c46661 req-5386fc1a-6de7-48af-bd83-c180f0ad8c33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559285 Apr 30 14:06:36.562835 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd427ec2-f796-4196-b8b6-b0438dbd5685 None None] New status for floating IP 828ceba1-9243-47bc-86c6-c78ced977119: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:06:36.708164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-86f46f0d-6685-4da8-8bc4-37c83f25153a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:36.709648 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-86f46f0d-6685-4da8-8bc4-37c83f25153a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1970417 Apr 30 14:06:36.910852 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Deleting port 06eb58b2-9fa6-410f-98be-bb444968b35b {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:06:36.913475 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:37.110216 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] For port 06eb58b2-9fa6-410f-98be-bb444968b35b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=06eb58b2-9fa6-410f-98be-bb444968b35b,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:06:37.110909 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:37.474379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:37.474757 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:37.475074 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.l3_db [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Floating IP 0077ef37-5306-4485-9bd7-fdf2d2e6e669 disassociated. External IP: 172.28.0.212, port: 06eb58b2-9fa6-410f-98be-bb444968b35b. Apr 30 14:06:37.475452 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Calling delete_port for 06eb58b2-9fa6-410f-98be-bb444968b35b owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:06:37.684126 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdec16-e167-4836-80f9-b24ec641ef03 req-16359fbe-6f33-42d9-a309-1f0a29344df0 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:37.685669 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4fdec16-e167-4836-80f9-b24ec641ef03 req-16359fbe-6f33-42d9-a309-1f0a29344df0 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 945 time: 0.1666229 Apr 30 14:06:37.718888 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:37.727481 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96f8f171-072c-4e9e-9480-5a781f1d3267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:37.783532 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'Port': ['ID=06eb58b2-9fa6-410f-98be-bb444968b35b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:37.798891 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.799259 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.799660 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.800033 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.800496 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.801397 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.801670 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.802022 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.802373 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.802721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.803069 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.803472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:37.809390 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:37.983642 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4fdec16-e167-4836-80f9-b24ec641ef03 req-555d8a7f-6440-4665-96be-d54f96af9f86 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=884774d9-b620-46cf-92ee-c8c3d499726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895484 Apr 30 14:06:38.134509 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:06:38.387025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:06:38.403661 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:06:38.419606 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:38.422108 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:38.473853 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] No DVR routers for this DVR port 06eb58b2-9fa6-410f-98be-bb444968b35b on host hv-cinder-78836 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:06:38.476400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:38.479593 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'name': 'network-vif-deleted', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:38.516009 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f83c0e13-ced8-4f9b-9fe1-c116bff0e85e req-ecab23a3-dbb3-4a30-92de-c37951eb74cb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "DELETE /v2.0/ports/06eb58b2-9fa6-410f-98be-bb444968b35b HTTP/1.1" status: 204 len: 173 time: 1.7993319 Apr 30 14:06:38.532584 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fa5cc-84fb-432f-88ba-004ae3ceef9c', 'name': 'network-vif-deleted', 'tag': '06eb58b2-9fa6-410f-98be-bb444968b35b', 'status': 'completed', 'code': 200} Apr 30 14:06:38.692618 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:39.075698 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:39.082851 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:06:39.100050 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:06:39.100779 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:39.348993 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-07a6a786-2954-45b3-ab9d-23a8ab9fa38a req-a95abbf7-a6d6-4f17-a6ff-479e6753b32d tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45fa5cc-84fb-432f-88ba-004ae3ceef9c HTTP/1.1" status: 200 len: 210 time: 0.1088827 Apr 30 14:06:39.528800 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:06:39.881019 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:39.885130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320a0f31-4633-4094-a762-fc353240fe38 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:06:39.952953 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 06eb58b2-9fa6-410f-98be-bb444968b35b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:06:39.989195 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 06eb58b2-9fa6-410f-98be-bb444968b35b {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:06:39.989554 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 06eb58b2-9fa6-410f-98be-bb444968b35b not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:06:40.129711 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa2008-ee06-4d12-b810-6aec27db22ea None None] New status for floating IP 0077ef37-5306-4485-9bd7-fdf2d2e6e669: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:06:40.482419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42788) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:40.573070 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:40.608994 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:40.684879 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:40.700457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55f0c8e9-903c-47f7-b37c-f4315a1be9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:40.727177 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884774d9-b620-46cf-92ee-c8c3d499726f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:40.746252 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:40.747635 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "DELETE /v2.0/security-groups/884774d9-b620-46cf-92ee-c8c3d499726f HTTP/1.1" status: 204 len: 168 time: 0.2641478 Apr 30 14:06:40.750355 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42800) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:40.768473 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.772159 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.772855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.774232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.774768 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.775995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.777331 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.777858 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.779582 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.780110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.781209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.781739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:06:40.784384 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-5ac9e263-0ec4-4f5f-829b-a16ebdc0b985 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] show failed (client error): The resource could not be found. Apr 30 14:06:40.788549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:40.789958 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-5ac9e263-0ec4-4f5f-829b-a16ebdc0b985 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups/884774d9-b620-46cf-92ee-c8c3d499726f HTTP/1.1" status: 404 len: 347 time: 0.0380189 Apr 30 14:06:40.790296 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42806) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:41.049752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Deleting port de6d8485-18ae-497f-a050-d6cf7d5b4bd9 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:06:41.050176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.176114 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.176565 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.385169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Calling delete_port for de6d8485-18ae-497f-a050-d6cf7d5b4bd9 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:06:41.497583 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.502104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c0d304b1-4362-457b-b6bb-4727c6fc28e1 tempest-VolumesNegativeTest-1512209766 tempest-VolumesNegativeTest-1512209766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:41.545504 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'Port': ['ID=de6d8485-18ae-497f-a050-d6cf7d5b4bd9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:41.574726 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:41.640116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.654373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:41.656109 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "DELETE /v2.0/floatingips/0077ef37-5306-4485-9bd7-fdf2d2e6e669 HTTP/1.1" status: 204 len: 168 time: 0.8636196 Apr 30 14:06:41.904084 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-ffac9476-3432-4f49-bc6e-f2c77aaaecd0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:41.910122 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-ffac9476-3432-4f49-bc6e-f2c77aaaecd0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 814 time: 0.1446190 Apr 30 14:06:41.910409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42838) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:41.916152 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073818902', 'description': 'tempest-description--1063518922'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:41.927484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:41.932710 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:41.935981 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-4483e26c-c8fd-4009-819b-e5d9ccbb98a8 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/quotas/fb8249fab3a24fcc8b7843554df6d7ae HTTP/1.1" status: 200 len: 375 time: 0.0233109 Apr 30 14:06:41.936729 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:41.943879 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:42.001989 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.032441 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:42.038217 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:42.043759 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:42.053506 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:42.067583 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d625b6b8-252d-4286-9b2c-237924f7652a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245840 Apr 30 14:06:42.261448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.275982 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.284368 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-69947b30-2c80-4d86-bad2-cf9096f482b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:42.309249 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-65878c35-5ea7-4c10-9041-3a5b7ac795ef service neutron] 10.222.0.37 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199800 Apr 30 14:06:42.368780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b58ded-2ac5-4488-a780-715f7da1a30f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:42.374209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:42.374918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.376169 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-900e5da5-beb0-421d-ba69-03ff6caca2eb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4649177 Apr 30 14:06:42.380061 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42854) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:42.387791 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group_rule': {'security_group_id': '24b58ded-2ac5-4488-a780-715f7da1a30f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:42.394156 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:42.398389 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:42.401424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:42.408510 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:42.430933 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.481494 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-eb534a8d-6f0f-4bf2-b415-89c469412c0a service neutron] 10.222.0.37 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562214 Apr 30 14:06:42.501004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.504631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.511241 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:42.531088 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad12f4f-4159-418c-91d3-f0d855eeb194,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:42.536296 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:42.542119 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.543673 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623592 Apr 30 14:06:42.546354 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42858) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:42.551959 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'security_group_rule': {'security_group_id': '24b58ded-2ac5-4488-a780-715f7da1a30f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:42.557758 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:42.561557 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:security_group_rule and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:42.564598 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:42.571669 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:42.587728 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.658581 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.662556 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.669324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:42.676398 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-36aa5029-bb93-4690-ac34-7fd618bc9df0 req-e512ae9e-8781-4e54-8eba-01b3f1f526d5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:42.694338 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bdb577-9b32-4ca9-929a-afb430d9bb6e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:42.695543 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-36aa5029-bb93-4690-ac34-7fd618bc9df0 req-e512ae9e-8781-4e54-8eba-01b3f1f526d5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:42.696814 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:42.696976 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-36aa5029-bb93-4690-ac34-7fd618bc9df0 req-e512ae9e-8781-4e54-8eba-01b3f1f526d5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0688405 Apr 30 14:06:42.704499 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.709836 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590362 Apr 30 14:06:42.710346 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42866) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:42.715613 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:42.721469 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:42.726018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Usage tracker for resource:floatingip and tenant:0196b115a704458b9d38a8d24269a156 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:42.728894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:42.734540 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:42.745171 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:42.892927 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.027805 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Allocated IP 172.28.0.219 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/4ec8e712-2f52-4c62-8629-f3fee681d232) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:43.193781 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.228708 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.233245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:43.298425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:43.301970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:43.315110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:43.352202 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=4ec8e712-2f52-4c62-8629-f3fee681d232,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:43.358667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:43.408641 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.478591 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.669246 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42902) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:43.972158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.978646 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:43.983611 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df629d88-df77-4cf2-9e23-e3bfdc823c31 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:43.999036 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1450ec06-befb-4ad4-80af-e4bcab4284bc req-2df5df73-ef9a-494e-820c-1def227e7ace tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0961659 Apr 30 14:06:44.000420 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.096540 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=4ec8e712-2f52-4c62-8629-f3fee681d232,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:44.106477 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:44.117542 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.135341 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:44.144343 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Usage tracker for resource:security_group_rule and tenant:66bf602edb0f4850a2b4fb488a304c34 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:44.149138 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:44.156475 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.165574 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4463053 Apr 30 14:06:44.166491 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:44.219976 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d13094c1-ce5b-4782-870f-dcf63a23db19 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:44.220687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d13094c1-ce5b-4782-870f-dcf63a23db19 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:44.258931 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d13094c1-ce5b-4782-870f-dcf63a23db19 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:44.260183 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d13094c1-ce5b-4782-870f-dcf63a23db19 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 814 time: 0.4837790 Apr 30 14:06:44.279074 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'port': {'device_id': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'admin_state_up': True, 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:44.427858 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.436288 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.454394 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7177dbf-1774-4757-aec1-98e0b27352f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:44.517537 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-79b7376b-36cc-4a99-ab7f-1e1cc18c95c3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2073818902&fields=id&tenant_id=0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 267 time: 0.1348989 Apr 30 14:06:44.524590 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4299ab-0580-4a3d-94e6-b0f927c780da,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:44.531586 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66bf602edb0f4850a2b4fb488a304c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8603947 Apr 30 14:06:44.534303 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42948) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:44.534571 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:44.561283 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:44.592732 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:44.612100 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.658493 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.701080 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Made reservation on behalf of fb8249fab3a24fcc8b7843554df6d7ae for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:44.706536 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.750198 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.760869 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-38e01869-06c1-40bf-8be0-542b53fbcd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:44.788139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4299ab-0580-4a3d-94e6-b0f927c780da,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:44.793613 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:44.796111 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:44.797882 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea4299ab-0580-4a3d-94e6-b0f927c780da HTTP/1.1" status: 204 len: 168 time: 0.2610941 Apr 30 14:06:44.801796 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-38bd32cf-8e33-4113-b3f3-5b19728690a8 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:44.811561 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-38bd32cf-8e33-4113-b3f3-5b19728690a8 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 810 time: 0.2823842 Apr 30 14:06:44.852898 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-a2320f70-0b22-4655-b794-111865f5c01e tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/quotas/0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 375 time: 0.0377045 Apr 30 14:06:45.035948 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Allocated IP 172.20.0.12 (a82dfeaa-cc42-4879-83bf-2ee504af4c6f/d760df15-3580-4165-a867-beda1750d3b8/18b22f36-f4c5-492d-868e-b337707570bc) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:45.047428 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b5f92a59-c0b4-46e5-9244-f167dc60d308 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:45.094902 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b5f92a59-c0b4-46e5-9244-f167dc60d308 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:45.108356 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b5f92a59-c0b4-46e5-9244-f167dc60d308 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2497950 Apr 30 14:06:45.392009 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a1ae888d-c57d-4f99-904f-17198661978b req-5e4f1049-b494-4484-80ed-07026298f94e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 210 time: 0.1120365 Apr 30 14:06:45.439658 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:45.490240 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.534825 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:45.538976 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Usage tracker for resource:security_group_rule and tenant:387170f495aa446ba83c6fcc1369a69a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:45.543955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:45.562761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:45.608405 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-e14e74ad-d481-479d-b52e-17fd575c5c48 service neutron] 10.222.0.37 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990790 Apr 30 14:06:45.743419 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.749936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.760807 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a08f9840-c076-45bc-a99f-f0e46b45814b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:45.795965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.818033 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-3b737f1f-d74e-4360-9da7-07a6b18024de service neutron] 10.222.0.37 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024755 Apr 30 14:06:45.827565 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Transition to ACTIVE for port object 18b22f36-f4c5-492d-868e-b337707570bc will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:45.833096 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e71a49-12b4-4122-ae96-56af9fffd862,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:45.841196 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=387170f495aa446ba83c6fcc1369a69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990061 Apr 30 14:06:45.841339 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 42970) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:45.842243 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:45.927929 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.930217 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:45.958244 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:45.962526 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-62117608-a708-48f3-8dab-c2713d7b81a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.127165 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:46.144221 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.152511 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9d33bc3e-7011-4d96-b0c7-b00cdbc4e64e req-bdac8ccb-489b-41d9-99e4-42f21c554b09 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0739868 Apr 30 14:06:46.153371 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:46.165687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:46.192512 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.212592 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:46.216657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:46.285502 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:46.286392 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.343160 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-a13c9f3b-4209-406f-a5ca-cc8968dd7436 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0689337 Apr 30 14:06:46.347711 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.351164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.356383 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8e71a49-12b4-4122-ae96-56af9fffd862 HTTP/1.1" status: 204 len: 168 time: 0.5139997 Apr 30 14:06:46.357728 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c67cadf3-11be-43e8-a28e-eeede141cf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:46.381514 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e71a49-12b4-4122-ae96-56af9fffd862,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:46.384999 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:46.634819 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-785f563c-6c5a-4004-a39d-3d731a85d4cf None None] Provisioning for port 18b22f36-f4c5-492d-868e-b337707570bc completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:46.654144 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-785f563c-6c5a-4004-a39d-3d731a85d4cf None None] Provisioning complete for port 18b22f36-f4c5-492d-868e-b337707570bc triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:46.656590 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-785f563c-6c5a-4004-a39d-3d731a85d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.659631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-480b1284-7f71-4fb2-b2ac-b4eed665865d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:46.660401 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-480b1284-7f71-4fb2-b2ac-b4eed665865d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:46.684152 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-480b1284-7f71-4fb2-b2ac-b4eed665865d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:46.692188 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-480b1284-7f71-4fb2-b2ac-b4eed665865d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.1597385 Apr 30 14:06:46.723411 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 42990) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:46.772403 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-785f563c-6c5a-4004-a39d-3d731a85d4cf None None] Port 18b22f36-f4c5-492d-868e-b337707570bc cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:46.779705 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-326dfccf-82ff-4b0e-9345-7776c7ffbf0b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:46.800240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-326dfccf-82ff-4b0e-9345-7776c7ffbf0b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:46.801464 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-74852dba-6bf4-49f4-b97c-6f1bae4026d6 req-326dfccf-82ff-4b0e-9345-7776c7ffbf0b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075721 Apr 30 14:06:46.807957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Deleting subnet 17b209ff-d455-4e1c-b341-71099d353d09 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:06:46.811759 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.871302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6327047'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:46.949320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.258063 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8367397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6291995'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.266995 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:47.325661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b209ff-d455-4e1c-b341-71099d353d09,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:47.328986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:47.330306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.364627 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ce77022c-0d7c-483e-8063-1f5da71d520d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17b209ff-d455-4e1c-b341-71099d353d09 HTTP/1.1" status: 204 len: 168 time: 0.6398020 Apr 30 14:06:47.365549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43010) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:47.391697 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-40807dfc-2710-47fd-95d9-0d2823ace97e req-84bd05ee-04a9-4dbc-af5a-039dd453ef10 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0751708 Apr 30 14:06:47.589824 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.757137 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.926387 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3009dcb8-a019-410f-b98f-d92719f491aa']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:47.940671 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c721ab-5859-47cb-ac6e-5dfcdd3081ec') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:47.941487 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c721ab-5859-47cb-ac6e-5dfcdd3081ec') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:06:47.954744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:47.976482 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.014751 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:06:48.040905 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1e2f2-5f52-4ba5-888a-168b0b348ef3 req-c6a0fb0c-2398-4e37-abb3-59746e62afb6 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:48.042578 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24b1e2f2-5f52-4ba5-888a-168b0b348ef3 req-c6a0fb0c-2398-4e37-abb3-59746e62afb6 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.0993009 Apr 30 14:06:48.108315 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-24b1e2f2-5f52-4ba5-888a-168b0b348ef3 req-621a6df9-2f08-457c-89eb-185c2fd991f6 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Apr 30 14:06:48.249230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Network 3009dcb8-a019-410f-b98f-d92719f491aa has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:06:48.258875 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.287623 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43030) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:48.348858 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9e52faf8-ffaa-4eaf-9d08-c2d9ea7da320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.443050 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.462076 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:48.468297 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Usage tracker for resource:security_group_rule and tenant:89c1030507e143298003ea209eca6f86 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:48.472096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:48.478451 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:48.534964 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Network 3009dcb8-a019-410f-b98f-d92719f491aa has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:06:48.548892 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:06:48.563065 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:06:48.655612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.664543 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-33ce3d2e-f488-46d5-8ef3-cda38da2a3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:48.679844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.694776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3009dcb8-a019-410f-b98f-d92719f491aa,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:48.702311 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:48.709292 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3009dcb8-a019-410f-b98f-d92719f491aa HTTP/1.1" status: 204 len: 168 time: 1.3423507 Apr 30 14:06:48.719220 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-54af29a2-d3cb-49ec-88f3-8b70f50e324c req-c8f27e77-63c8-4202-819a-f6de2b579b8c tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0787652 Apr 30 14:06:48.723945 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.732911 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.740835 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57d44179-417d-47d3-ab82-a80ff3c60d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:48.787102 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18477e43-09a3-42e4-a9bb-3ddd4912829a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:48.792683 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c1030507e143298003ea209eca6f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039048 Apr 30 14:06:48.794472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:48.795470 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43040) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:48.864591 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.886277 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43044) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:48.908288 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.974112 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-44b04202-7c28-4104-9d0f-4641689317dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9dab46b343b47a288be9a24230b533e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861616 Apr 30 14:06:48.976556 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43048) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:48.979855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:48.983577 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24e07bd4-a522-4533-84f8-cbc387930d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:48.997014 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18477e43-09a3-42e4-a9bb-3ddd4912829a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:49.001279 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:49.004479 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.010442 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18477e43-09a3-42e4-a9bb-3ddd4912829a HTTP/1.1" status: 204 len: 168 time: 0.2116997 Apr 30 14:06:49.045573 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.074524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.164733 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.178483 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f4da4201-7c0d-4ae5-9bc2-c178a445f9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:49.192161 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f0fe5-3723-4774-aeca-415700c8cff1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:49.202990 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:49.205614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.207223 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-94812b4a-4502-4218-b5ea-0ad2a1778e69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae6f0fe5-3723-4774-aeca-415700c8cff1 HTTP/1.1" status: 204 len: 168 time: 0.2291758 Apr 30 14:06:49.383006 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9efaed-d31f-434f-bb88-620204605ec1 req-f3725416-df94-48bc-bd3a-d3ae20e73392 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:49.384841 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3f9efaed-d31f-434f-bb88-620204605ec1 req-f3725416-df94-48bc-bd3a-d3ae20e73392 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.1347625 Apr 30 14:06:49.466813 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:49.490541 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3f9efaed-d31f-434f-bb88-620204605ec1 req-532b7dcd-0c1f-44fa-9fab-b74e292cd5d0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993230 Apr 30 14:06:49.864810 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7ffb98d5-6b00-4a80-8bdc-6c3060865d57 req-6f1bbbd0-7d1f-4aa7-b44a-83a1ac460b7a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0422328 Apr 30 14:06:50.696461 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f28ed-31b9-4ac1-9a71-5f323cb428c5 req-6deb8998-9e4e-4aee-baf4-30a719d174b0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:50.697960 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f72f28ed-31b9-4ac1-9a71-5f323cb428c5 req-6deb8998-9e4e-4aee-baf4-30a719d174b0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.0904717 Apr 30 14:06:50.752992 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f72f28ed-31b9-4ac1-9a71-5f323cb428c5 req-948a8596-9334-421a-90c6-75915b8a4261 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488319 Apr 30 14:06:51.029657 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1fb3baa6-1b28-4e11-ab11-134e349eea20 req-4681f2da-a1ae-46b2-a4ee-e6721486c8a3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0443265 Apr 30 14:06:51.162243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:51.945799 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee6a2-a729-4974-8edc-38e87a7aa16a req-0f82dedc-0f9a-46cc-98ad-9671ed29c281 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:51.947380 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-313ee6a2-a729-4974-8edc-38e87a7aa16a req-0f82dedc-0f9a-46cc-98ad-9671ed29c281 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.0846152 Apr 30 14:06:51.998123 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-313ee6a2-a729-4974-8edc-38e87a7aa16a req-6162c1a8-5ac2-4712-af10-696a277d64ce tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Apr 30 14:06:52.190449 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e094dfcf-d4f1-4b7b-9def-4fdf1fab6f1d req-3a7b33ae-83d2-444b-a9ec-7842ca547bf5 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0443203 Apr 30 14:06:53.356495 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e93d-e27a-424c-8532-a056acfc21ba req-c85c126e-e19d-4dfe-9328-744fbc73208a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:53.358227 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16f8e93d-e27a-424c-8532-a056acfc21ba req-c85c126e-e19d-4dfe-9328-744fbc73208a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.1922743 Apr 30 14:06:53.416264 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-16f8e93d-e27a-424c-8532-a056acfc21ba req-0553a7ac-24fa-4257-b344-47952be4cd32 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Apr 30 14:06:53.647308 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7d35e9c2-e21b-40ca-8258-093b516fe9e9 req-cce8f385-cd41-4c6b-acbb-9be77f9d49de tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.1138408 Apr 30 14:06:54.664205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41f5e-4010-409c-b13f-98f0fec908ce req-d06e5efa-b9de-4f6e-9aae-f7304dc9e57b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:54.666301 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bca41f5e-4010-409c-b13f-98f0fec908ce req-d06e5efa-b9de-4f6e-9aae-f7304dc9e57b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.1315746 Apr 30 14:06:54.715669 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bca41f5e-4010-409c-b13f-98f0fec908ce req-814d83fc-3ff1-4fac-9b72-2f48fad558b0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Apr 30 14:06:54.860219 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-59537333-01ab-41ce-8ae6-256ed07d698a req-3bb49aca-8452-49fe-a202-b5cbcb0d8378 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0477543 Apr 30 14:06:55.908889 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3c557-a703-4c2e-85c5-a3965f06cf62 req-d58b054d-fa68-4f84-9745-fe71be02e5c2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:55.911136 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-65d3c557-a703-4c2e-85c5-a3965f06cf62 req-d58b054d-fa68-4f84-9745-fe71be02e5c2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.0891480 Apr 30 14:06:55.961942 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-65d3c557-a703-4c2e-85c5-a3965f06cf62 req-63d246e0-cbfc-47f0-9fb6-6e0f7c3b37db tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Apr 30 14:06:56.111521 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f7bcb945-0931-4c2e-954d-10643eedcd27 req-d4ee148c-1372-4a47-8a87-3fd571d02b0f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0518653 Apr 30 14:06:56.264906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43146) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:56.387071 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.402419 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:56.406209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Usage tracker for resource:security_group_rule and tenant:a88a066c5ce7484eb14bc04a92c1d621 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:06:56.409098 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:06:56.414781 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:56.496362 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.500110 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.508308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9d5bc0d0-ac4a-4559-af29-d4e66fa104ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:56.553083 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a88a066c5ce7484eb14bc04a92c1d621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847126 Apr 30 14:06:56.553083 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e23a42-c0aa-4cdc-9017-d0227331fae1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:56.553663 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43152) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:06:56.554862 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:56.617965 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.644695 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.695469 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.699689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b2a56d4-8ad3-40cf-a99f-08dd220d37ce tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:56.711844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e23a42-c0aa-4cdc-9017-d0227331fae1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:56.715639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:56.718793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:56.719916 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6e23a42-c0aa-4cdc-9017-d0227331fae1 HTTP/1.1" status: 204 len: 168 time: 0.1651790 Apr 30 14:06:57.148302 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Request body: {'port': {'device_id': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:57.193567 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b9ee-a98a-4d8f-a7dd-d195d079666a req-a9d1ea1d-c3eb-4a91-97b1-a1caa9061a62 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:57.195403 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a9d6b9ee-a98a-4d8f-a7dd-d195d079666a req-a9d1ea1d-c3eb-4a91-97b1-a1caa9061a62 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 932 time: 0.1269476 Apr 30 14:06:57.303727 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a9d6b9ee-a98a-4d8f-a7dd-d195d079666a req-661dc7a0-eaee-44e4-9195-11b07d2c5e66 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984850 Apr 30 14:06:57.313708 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:57.321679 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5751a2ad-9eab-48ce-b2ca-8aad1a47155f req-6a64fc9b-4f78-4e5e-bcf0-3f8f1f06b86f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:57.341746 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5751a2ad-9eab-48ce-b2ca-8aad1a47155f req-6a64fc9b-4f78-4e5e-bcf0-3f8f1f06b86f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:57.341746 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5751a2ad-9eab-48ce-b2ca-8aad1a47155f req-6a64fc9b-4f78-4e5e-bcf0-3f8f1f06b86f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0594246 Apr 30 14:06:57.661863 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b22f36-f4c5-492d-868e-b337707570bc {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:06:57.669114 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:57.683050 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Transition to ACTIVE for port object 18b22f36-f4c5-492d-868e-b337707570bc will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:57.687005 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:57.690546 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:57.855818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:57.885465 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:57.949236 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Attempting to bind port 18b22f36-f4c5-492d-868e-b337707570bc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:57.950006 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Attempting to bind port 18b22f36-f4c5-492d-868e-b337707570bc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:57.950609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Attempting to bind port 18b22f36-f4c5-492d-868e-b337707570bc on network a82dfeaa-cc42-4879-83bf-2ee504af4c6f {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:57.958310 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Port 18b22f36-f4c5-492d-868e-b337707570bc on network a82dfeaa-cc42-4879-83bf-2ee504af4c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:06:57.958755 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Attempting to bind port 18b22f36-f4c5-492d-868e-b337707570bc on network a82dfeaa-cc42-4879-83bf-2ee504af4c6f {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:57.965347 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:57.965691 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Checking segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:57.966084 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Bound using segment: {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:57.966524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Bound port: 18b22f36-f4c5-492d-868e-b337707570bc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb706a-2080-474e-ae4d-42201da41a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:57.966947 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.001239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b2469ec5-3804-470c-b03c-03f33dcc1a5f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.002789 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b2469ec5-3804-470c-b03c-03f33dcc1a5f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 810 time: 0.1731379 Apr 30 14:06:58.058894 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-077f9aa8-08d2-4364-8d00-b215cd71fc33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:06:58.066970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:06:58.071044 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:06:58.075686 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.079120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-077f9aa8-08d2-4364-8d00-b215cd71fc33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:06:58.080560 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-077f9aa8-08d2-4364-8d00-b215cd71fc33 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0196b115a704458b9d38a8d24269a156 HTTP/1.1" status: 200 len: 380 time: 0.0670547 Apr 30 14:06:58.083554 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f975cd6-8759-4764-b293-1cc531eaf080 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:58.098561 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'port': {'device_id': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'admin_state_up': True, 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'security_groups': ['24b58ded-2ac5-4488-a780-715f7da1a30f']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:58.133424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.134039 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.135429 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] 10.222.0.46 "PUT /v2.0/ports/18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 1094 time: 0.9913783 Apr 30 14:06:58.135954 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:06:58.168527 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:58.171770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:58.235313 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:06:58.285020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:06:58.285930 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-93266309-63c8-4d97-b4fd-2516aa389c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.287519 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-93266309-63c8-4d97-b4fd-2516aa389c81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1097 time: 0.0989738 Apr 30 14:06:58.296587 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:06:58.309520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Made reservation on behalf of 0196b115a704458b9d38a8d24269a156 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:06:58.313655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.509634 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-d511751a-7557-4f7c-8242-21772b47586b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 217 time: 0.2130697 Apr 30 14:06:58.541392 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a8805e4d-7a12-443d-a546-7e9c9a9f1d23 req-0daca2e7-88d6-4002-bdb2-ad95cc6eeff4 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0591404 Apr 30 14:06:58.563895 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Allocated IP 172.20.0.7 (93821ff3-e2e9-455a-95f1-98bca328ea47/6c3f9ac5-8c13-4713-9cf3-222059d07aa5/7834ddce-835b-4172-8379-a3d1b744b7b4) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:06:58.583184 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-4f30dacc-2f48-43c4-a371-b55aba2edf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.584659 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-4f30dacc-2f48-43c4-a371-b55aba2edf30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.0670681 Apr 30 14:06:58.644244 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4009-9982-4052-acc7-75684d2bc33a req-8f03d769-2253-4cd0-9779-6be059868d5f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.645714 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8b0f4009-9982-4052-acc7-75684d2bc33a req-8f03d769-2253-4cd0-9779-6be059868d5f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 944 time: 0.1824589 Apr 30 14:06:58.702430 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8b0f4009-9982-4052-acc7-75684d2bc33a req-6097b75d-5248-4692-af5c-1a35b856a823 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Apr 30 14:06:58.716597 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-ad27447e-6657-4742-b9f9-73b77ad231e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.718054 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-ad27447e-6657-4742-b9f9-73b77ad231e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190662 Apr 30 14:06:58.750215 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.765004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Transition to ACTIVE for port object 7834ddce-835b-4172-8379-a3d1b744b7b4 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:58.788845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.794182 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-234dd731-41ae-472a-9a0e-daa2269445b8 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:58.853964 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-75a20979-c686-4c0c-afe0-5fae68065129 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282957 Apr 30 14:06:58.857867 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:06:58.861312 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:06:58.870857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:06:58.905367 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event updated for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:58.914657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:58.940232 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:58.940885 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:58.968832 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742948 Apr 30 14:06:58.982373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Request body: {'port': {'device_id': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:06:59.022085 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-aa40dc01-eb36-4ed4-a104-73df53e5aeae req-7f397629-2c26-46f5-a280-023991740e18 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600819 Apr 30 14:06:59.072029 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-40c72516-7c8d-4544-b395-ec4c7c650cee None None] Provisioning for port 7834ddce-835b-4172-8379-a3d1b744b7b4 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:06:59.079228 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-40c72516-7c8d-4544-b395-ec4c7c650cee None None] Provisioning complete for port 7834ddce-835b-4172-8379-a3d1b744b7b4 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:06:59.079633 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-40c72516-7c8d-4544-b395-ec4c7c650cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:59.103200 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:59.136400 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-40c72516-7c8d-4544-b395-ec4c7c650cee None None] Port 7834ddce-835b-4172-8379-a3d1b744b7b4 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:06:59.173867 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98c76-a384-496e-a72c-d342b260e56e req-9b890647-9deb-4a23-901e-e7a318b5809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:59.175406 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-9b890647-9deb-4a23-901e-e7a318b5809c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1097 time: 0.0773275 Apr 30 14:06:59.317694 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98c76-a384-496e-a72c-d342b260e56e req-0f19f763-5e01-4961-9aa9-769b7835f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:59.319165 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-0f19f763-5e01-4961-9aa9-769b7835f332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.1357985 Apr 30 14:06:59.395698 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-cb9171a0-1d99-4903-9f95-5af061fe6912 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 217 time: 0.0688508 Apr 30 14:06:59.463003 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98c76-a384-496e-a72c-d342b260e56e req-7e315e31-9c25-4cfa-9c64-a231dd41e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:59.464510 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-7e315e31-9c25-4cfa-9c64-a231dd41e019 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.0623221 Apr 30 14:06:59.541839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7834ddce-835b-4172-8379-a3d1b744b7b4 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:06:59.543784 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98c76-a384-496e-a72c-d342b260e56e req-63d7125d-987e-4ba6-b263-9966f59ad0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:59.545285 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-63d7125d-987e-4ba6-b263-9966f59ad0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738440 Apr 30 14:06:59.549519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:59.563807 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Transition to ACTIVE for port object 7834ddce-835b-4172-8379-a3d1b744b7b4 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:06:59.568672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:59.572347 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a8c41f3f-1a43-449b-a1e6-53e7ea14246e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:06:59.700053 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Pushing event updated for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:06:59.704558 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:06:59.766537 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-2cfdd18c-7eb1-4ceb-9f80-937051b24a13 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115462 Apr 30 14:06:59.821578 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Attempting to bind port 7834ddce-835b-4172-8379-a3d1b744b7b4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:06:59.822295 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Attempting to bind port 7834ddce-835b-4172-8379-a3d1b744b7b4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:06:59.822852 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Attempting to bind port 7834ddce-835b-4172-8379-a3d1b744b7b4 on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:59.830116 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Port 7834ddce-835b-4172-8379-a3d1b744b7b4 on network 93821ff3-e2e9-455a-95f1-98bca328ea47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:06:59.830528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Attempting to bind port 7834ddce-835b-4172-8379-a3d1b744b7b4 on network 93821ff3-e2e9-455a-95f1-98bca328ea47 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:06:59.833758 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e253d75-3163-4fc7-ab62-53fa1546c6b1 req-df7a452f-4440-4dfe-8c63-ef7ad001beaa tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:06:59.835316 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e253d75-3163-4fc7-ab62-53fa1546c6b1 req-df7a452f-4440-4dfe-8c63-ef7ad001beaa tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 943 time: 0.1695473 Apr 30 14:06:59.883340 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:06:59.883686 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Checking segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:06:59.884072 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Bound using segment: {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:06:59.884509 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Bound port: 7834ddce-835b-4172-8379-a3d1b744b7b4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f51d319-5d39-44ca-b921-6df49187fa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:06:59.884857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:06:59.952296 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e253d75-3163-4fc7-ab62-53fa1546c6b1 req-62281bef-02f7-4f6f-93b0-f6bbdcac0847 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094728 Apr 30 14:06:59.969142 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-90d98c76-a384-496e-a72c-d342b260e56e req-99a027c4-4f3b-4cd7-8c7e-4f0d316c1382 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940041 Apr 30 14:07:00.002884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62a468-442b-407e-8733-d016546de69d req-c553127b-f635-4c9f-97b9-2e7f7bf81623 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.004992 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4c62a468-442b-407e-8733-d016546de69d req-c553127b-f635-4c9f-97b9-2e7f7bf81623 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 944 time: 0.1712506 Apr 30 14:07:00.007593 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:07:00.011889 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7834ddce-835b-4172-8379-a3d1b744b7b4,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:07:00.028855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:00.035907 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cad0de02-410d-4d30-9891-0e0debb71452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:00.100213 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.100782 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:00.102173 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] 10.222.0.46 "PUT /v2.0/ports/7834ddce-835b-4172-8379-a3d1b744b7b4 HTTP/1.1" status: 200 len: 1093 time: 1.1245375 Apr 30 14:07:00.102670 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:00.133265 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:07:00.136123 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4c62a468-442b-407e-8733-d016546de69d req-9b0b0467-4dee-4fa0-b646-ea7dc2f4f211 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227951 Apr 30 14:07:00.156860 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'status': 'completed', 'code': 200} Apr 30 14:07:00.157583 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Pushing event updated for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:00.163854 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:00.241377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-4a6b3046-46c8-4b77-8224-8a172a8ed883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.242984 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-4a6b3046-46c8-4b77-8224-8a172a8ed883 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 1096 time: 0.0782533 Apr 30 14:07:00.311771 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-37939d23-3be6-4852-bb01-d27edb824c84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7834ddce-835b-4172-8379-a3d1b744b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0601604 Apr 30 14:07:00.377442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-dc95317d-b8b3-4832-aac2-4b73ebf9f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.378871 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-dc95317d-b8b3-4832-aac2-4b73ebf9f2a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.0603106 Apr 30 14:07:00.452021 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b267fd02-67ad-4fe7-baa3-e49298546751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.453469 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-b267fd02-67ad-4fe7-baa3-e49298546751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681813 Apr 30 14:07:00.583741 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-f919e7ab-6b46-4600-8e08-9b2f4ed5f4a8 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235924 Apr 30 14:07:00.712515 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-28258951-dad9-4eec-8d4e-6221bfabb3e0 req-8d5bf50e-da45-4238-a7ad-6b9d517c9ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215329 Apr 30 14:07:00.826730 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-b0424abd-b73b-49ee-bb12-3fd6beb85116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.828211 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-b0424abd-b73b-49ee-bb12-3fd6beb85116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 1096 time: 0.0697770 Apr 30 14:07:00.956216 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-2f0f28f8-e3d0-488b-9af4-a94e8d32c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:00.958163 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-2f0f28f8-e3d0-488b-9af4-a94e8d32c1dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.1227107 Apr 30 14:07:01.147744 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-9f2a027a-9d8c-48c9-8ebf-4b0315fdce8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7834ddce-835b-4172-8379-a3d1b744b7b4 HTTP/1.1" status: 200 len: 217 time: 0.1818683 Apr 30 14:07:01.220704 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-e3c7e2e7-dc58-4072-b159-25ee330dcb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:01.222166 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-e3c7e2e7-dc58-4072-b159-25ee330dcb8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.0657785 Apr 30 14:07:01.288513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ddd16-da21-42be-9799-d10202a81456 req-86acfa12-7caf-4772-99ab-338caa9c8691 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:01.289211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1b6ddd16-da21-42be-9799-d10202a81456 req-86acfa12-7caf-4772-99ab-338caa9c8691 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:07:01.313317 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1b6ddd16-da21-42be-9799-d10202a81456 req-86acfa12-7caf-4772-99ab-338caa9c8691 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:07:01.314436 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b6ddd16-da21-42be-9799-d10202a81456 req-86acfa12-7caf-4772-99ab-338caa9c8691 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 943 time: 0.2157576 Apr 30 14:07:01.330311 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5a2e-52ae-43a9-ba3c-ed610e827f7a req-112e62ca-3d25-4e3c-ac12-d0743bd8dddf tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:01.331868 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5b8f5a2e-52ae-43a9-ba3c-ed610e827f7a req-112e62ca-3d25-4e3c-ac12-d0743bd8dddf tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 944 time: 0.0818255 Apr 30 14:07:01.342592 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-b49c39f5-6561-4693-93a9-6da2137e8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:01.344064 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-b49c39f5-6561-4693-93a9-6da2137e8f07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1148391 Apr 30 14:07:01.378904 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5b8f5a2e-52ae-43a9-ba3c-ed610e827f7a req-38c6625a-b95a-4a55-ba05-9efd150bff2d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Apr 30 14:07:01.404241 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b6ddd16-da21-42be-9799-d10202a81456 req-a780d6ce-fb4f-41a7-b657-8872e1cb1097 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789688 Apr 30 14:07:01.491240 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-6b638b50-a637-4e52-8cf0-54c2b6b6ff4d service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383712 Apr 30 14:07:01.623529 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d76a9a3c-1a61-4c35-8d28-28f7f1b5be77 req-faaa3151-6520-48b4-8101-8d6e1bb2e441 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239381 Apr 30 14:07:02.031909 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 18b22f36-f4c5-492d-868e-b337707570bc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:07:02.169470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:02.182221 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '18b22f36-f4c5-492d-868e-b337707570bc', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'port_id': '18b22f36-f4c5-492d-868e-b337707570bc', 'mac_address': 'fa:16:3e:a5:18:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:07:02.238757 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:02.255719 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b22f36-f4c5-492d-868e-b337707570bc {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:07:02.271508 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:02.275237 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:02.277064 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:02.344635 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:02.348640 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:02.503549 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:07:02.564182 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d1c60-f62b-4e89-a5fb-84a4cac8b086 req-40fd40fc-a19f-4258-b148-92a7a4613f27 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:02.571924 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d36d1c60-f62b-4e89-a5fb-84a4cac8b086 req-40fd40fc-a19f-4258-b148-92a7a4613f27 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0909908 Apr 30 14:07:02.630335 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d36d1c60-f62b-4e89-a5fb-84a4cac8b086 req-87436112-cea5-44a5-87f4-21d6ffc710cf tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575533 Apr 30 14:07:02.702916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c633f-7dc0-4416-8c91-99152d46dd99 req-effa910d-c2ec-4b20-88fb-a8963a8af692 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:02.704446 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d34c633f-7dc0-4416-8c91-99152d46dd99 req-effa910d-c2ec-4b20-88fb-a8963a8af692 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 943 time: 0.1937003 Apr 30 14:07:02.750183 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d34c633f-7dc0-4416-8c91-99152d46dd99 req-f07e7419-6b01-4ba7-ae65-9f34c6f1b6d9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Apr 30 14:07:03.826537 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ba4f-9b51-445a-bca7-09ad5484dacd req-3a195b20-243c-4fe8-bac8-17144c65a279 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:03.828271 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-95e0ba4f-9b51-445a-bca7-09ad5484dacd req-3a195b20-243c-4fe8-bac8-17144c65a279 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0879502 Apr 30 14:07:03.877885 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-95e0ba4f-9b51-445a-bca7-09ad5484dacd req-59326518-17bf-4377-9101-49e75b348b60 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Apr 30 14:07:03.945791 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301938-a89c-44c7-8dd1-ce8744a3f3a8 req-41f77eae-241a-4bac-b7d8-ad5b3ddf54e5 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:03.947400 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c301938-a89c-44c7-8dd1-ce8744a3f3a8 req-41f77eae-241a-4bac-b7d8-ad5b3ddf54e5 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 943 time: 0.0839393 Apr 30 14:07:03.993876 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c301938-a89c-44c7-8dd1-ce8744a3f3a8 req-b1f96a37-f60e-4e76-bbb7-c7cb7a5f7fad tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Apr 30 14:07:04.047030 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7834ddce-835b-4172-8379-a3d1b744b7b4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:07:04.049378 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 18b22f36-f4c5-492d-868e-b337707570bc up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:07:04.211223 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 18b22f36-f4c5-492d-868e-b337707570bc completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:07:04.221107 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 18b22f36-f4c5-492d-868e-b337707570bc triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:07:04.222075 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:04.277696 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7834ddce-835b-4172-8379-a3d1b744b7b4,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:04.305545 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'port_id': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'mac_address': 'fa:16:3e:3d:0d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:07:04.429364 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:04.452144 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:04.466471 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7834ddce-835b-4172-8379-a3d1b744b7b4 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:07:04.490094 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:04.497445 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7834ddce-835b-4172-8379-a3d1b744b7b4,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:04.502036 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:04.503577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:04.505964 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:04.543580 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'code': 200} Apr 30 14:07:04.550752 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:04.581933 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:04.584846 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:04.585287 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:04.659667 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:04.663030 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:04.742004 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['7834ddce-835b-4172-8379-a3d1b744b7b4'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:07:04.781978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae50f6-a576-4ac7-a461-878756d83357 req-235a4047-2c57-42f9-9b31-a8b72b42357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:04.783451 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c9ae50f6-a576-4ac7-a461-878756d83357 req-235a4047-2c57-42f9-9b31-a8b72b42357b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1099 time: 0.0735507 Apr 30 14:07:04.824279 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c9ae50f6-a576-4ac7-a461-878756d83357 req-ea2004b0-2426-4e60-9ea0-78de72c4aaf4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336068 Apr 30 14:07:05.066589 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ca01-986c-4560-81d6-78098cd5b3fe req-7564ddff-bfb1-4e32-b8de-c7d9d720c48f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:05.068131 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-82e0ca01-986c-4560-81d6-78098cd5b3fe req-7564ddff-bfb1-4e32-b8de-c7d9d720c48f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0813742 Apr 30 14:07:05.117672 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-82e0ca01-986c-4560-81d6-78098cd5b3fe req-c010edd8-e6b7-4bd0-bc9e-208765868d87 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Apr 30 14:07:05.290530 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1cc0f-eb80-461a-a623-f86f11285c87 req-8ad1b07a-afc6-4115-9c8c-ec6f19f66143 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:05.291918 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-96c1cc0f-eb80-461a-a623-f86f11285c87 req-8ad1b07a-afc6-4115-9c8c-ec6f19f66143 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 944 time: 0.0798099 Apr 30 14:07:05.336523 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-96c1cc0f-eb80-461a-a623-f86f11285c87 req-83a83ce1-ee12-4e80-9c00-46b32d138e6c tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Apr 30 14:07:06.061582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7834ddce-835b-4172-8379-a3d1b744b7b4 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:07:06.130434 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 7834ddce-835b-4172-8379-a3d1b744b7b4 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:07:06.134820 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 7834ddce-835b-4172-8379-a3d1b744b7b4 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:07:06.135195 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:06.264144 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:06.306029 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7834ddce-835b-4172-8379-a3d1b744b7b4,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:06.310129 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:06.312143 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:06.320863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0c3b-4b22-4a43-b715-5ef488c22dc8 req-9e64d86a-02a1-41aa-b318-1dda5e015778 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:06.320863 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-447f0c3b-4b22-4a43-b715-5ef488c22dc8 req-9e64d86a-02a1-41aa-b318-1dda5e015778 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0863769 Apr 30 14:07:06.365764 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-447f0c3b-4b22-4a43-b715-5ef488c22dc8 req-9cb56bc8-7aa4-46ce-adff-44b4d4e78e09 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Apr 30 14:07:06.381108 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:06.392490 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:06.544698 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b8df-6d98-40bf-b934-8cef0b0c39c9 req-107c90c7-82bd-420a-ba42-3c62d48f8e99 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:06.545281 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:06.546242 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bf40b8df-6d98-40bf-b934-8cef0b0c39c9 req-107c90c7-82bd-420a-ba42-3c62d48f8e99 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0863447 Apr 30 14:07:06.570109 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b703828-ba10-4b5c-9dad-c70403ea1db8 req-57d61a4b-eb39-4389-9316-3c05f6ccc79d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:06.571616 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b703828-ba10-4b5c-9dad-c70403ea1db8 req-57d61a4b-eb39-4389-9316-3c05f6ccc79d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0880690 Apr 30 14:07:06.596211 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bf40b8df-6d98-40bf-b934-8cef0b0c39c9 req-bf9a5f2f-4249-4c54-913d-32fd30274044 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438774 Apr 30 14:07:06.632871 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1b703828-ba10-4b5c-9dad-c70403ea1db8 req-10dc89bd-64ed-48cb-9fc1-8f393040d91f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554943 Apr 30 14:07:06.656803 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'code': 200} Apr 30 14:07:06.904284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191478-f987-4a42-8889-c40d4b865701 req-1663a8e9-96f0-454e-8dbf-4a0463438990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:06.905749 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-eb191478-f987-4a42-8889-c40d4b865701 req-1663a8e9-96f0-454e-8dbf-4a0463438990 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 1098 time: 0.0699997 Apr 30 14:07:06.948756 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-eb191478-f987-4a42-8889-c40d4b865701 req-8d2110fe-057a-4b07-8f6e-d7ca5ad843cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Apr 30 14:07:07.055328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967630e-90e1-487c-8864-110b8b5657ba req-84e776c8-841e-4c6d-9f5d-266388e53107 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:07.056777 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8967630e-90e1-487c-8864-110b8b5657ba req-84e776c8-841e-4c6d-9f5d-266388e53107 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0803940 Apr 30 14:07:07.106248 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8967630e-90e1-487c-8864-110b8b5657ba req-dfa65c47-bd15-43de-b3a4-db84380d1a3b tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Apr 30 14:07:07.812843 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584024f-62d8-4d2a-a0c8-72ed6be8073b req-39e61e9a-a09a-4f05-a817-4dceed4caa4c tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:07.814762 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6584024f-62d8-4d2a-a0c8-72ed6be8073b req-39e61e9a-a09a-4f05-a817-4dceed4caa4c tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0981691 Apr 30 14:07:07.867047 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6584024f-62d8-4d2a-a0c8-72ed6be8073b req-ec244164-7085-4bae-95cb-e5698eeb5c23 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Apr 30 14:07:09.062368 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10b7e-00e7-437b-a5a8-8577036cc4a6 req-35746e6c-a7fc-49ac-8d5a-d3151fba10d1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:09.063880 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2df10b7e-00e7-437b-a5a8-8577036cc4a6 req-35746e6c-a7fc-49ac-8d5a-d3151fba10d1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0872753 Apr 30 14:07:09.114900 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2df10b7e-00e7-437b-a5a8-8577036cc4a6 req-1b5af331-ff67-4dd1-baa0-5c412ad1fda7 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Apr 30 14:07:09.314354 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963d263-dc6a-446b-86ab-b02c4f966d7d req-15da25ac-2684-45c2-bde0-15f47995c986 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:09.315770 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5963d263-dc6a-446b-86ab-b02c4f966d7d req-15da25ac-2684-45c2-bde0-15f47995c986 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0984044 Apr 30 14:07:09.324889 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43260) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:09.330782 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Request body: {'floatingip': {'port_id': '7834ddce-835b-4172-8379-a3d1b744b7b4'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:09.413551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:10.094405 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:10.098052 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:10.353716 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Floating IP b38ced55-14ae-4a3a-b4b1-494052d62cee associated. External IP: 172.28.0.219, port: 7834ddce-835b-4172-8379-a3d1b744b7b4. Apr 30 14:07:10.726429 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:07:10.903357 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:07:10.914968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:07:10.916956 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:10.923965 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:07:10.924585 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:10.972161 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-7db3e554-a1fc-4ded-aef3-381557dc83cc tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "PUT /v2.0/floatingips/b38ced55-14ae-4a3a-b4b1-494052d62cee HTTP/1.1" status: 200 len: 991 time: 1.6461442 Apr 30 14:07:10.973482 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:11.021974 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'status': 'completed', 'code': 200} Apr 30 14:07:11.110016 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:07:11.123626 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-326e1f79-9466-498d-a16a-c6a0d35cf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:11.125092 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-326e1f79-9466-498d-a16a-c6a0d35cf07e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0196b115a704458b9d38a8d24269a156&device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 1098 time: 0.0810864 Apr 30 14:07:11.266655 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-a429dfb0-43a7-435f-b5b1-05f8bc43f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:11.268181 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-a429dfb0-43a7-435f-b5b1-05f8bc43f3e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 200 len: 911 time: 0.1359577 Apr 30 14:07:11.366418 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-a9f5e789-0a8e-434d-917f-bcac774a47ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7834ddce-835b-4172-8379-a3d1b744b7b4 HTTP/1.1" status: 200 len: 999 time: 0.0920138 Apr 30 14:07:11.460556 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b38ced55-14ae-4a3a-b4b1-494052d62cee', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:3d:0d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:43Z', 'updated_at': '2021-04-30T14:07:09Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:11.464652 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:07:11.473129 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:07:11.473748 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:11.524214 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-7d8a5621-600e-4121-8067-8d1b98933ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:11.525670 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-7d8a5621-600e-4121-8067-8d1b98933ff1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 200 len: 849 time: 0.1502430 Apr 30 14:07:11.622545 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-0719582a-bbbc-4c89-bf56-19f1db6cab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:11.624046 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-0719582a-bbbc-4c89-bf56-19f1db6cab6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93821ff3-e2e9-455a-95f1-98bca328ea47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915308 Apr 30 14:07:11.660671 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:07:11.760606 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-465cce8b-a6d0-499f-97a3-ed221d40c000 service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291957 Apr 30 14:07:11.916423 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-46d4b7cd-6a4c-4c44-8e9a-c47910ed7f92 req-d7a807b5-9403-4b2a-bf3b-cf59a1c1cd1f service neutron] 10.222.0.46 "GET /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481628 Apr 30 14:07:11.999064 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce802-96f2-408d-92fb-4fd288f11bf5 req-e393e574-82a6-4937-966a-0100ac7b9ad5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:12.000541 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-878ce802-96f2-408d-92fb-4fd288f11bf5 req-e393e574-82a6-4937-966a-0100ac7b9ad5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0866513 Apr 30 14:07:12.045538 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-878ce802-96f2-408d-92fb-4fd288f11bf5 req-b6b36440-f4cf-46cc-9a3a-54f70a73ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Apr 30 14:07:12.055328 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b38ced55-14ae-4a3a-b4b1-494052d62cee', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:3d:0d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:43Z', 'updated_at': '2021-04-30T14:07:09Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:12.059532 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b9bd8-f00c-4b89-8789-981a9568ef73 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b38ced55-14ae-4a3a-b4b1-494052d62cee', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'port_id': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'mac_address': 'fa:16:3e:3d:0d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:06:43Z', 'updated_at': '2021-04-30T14:07:09Z', 'revision_number': 1, 'project_id': '0196b115a704458b9d38a8d24269a156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:07:12.070177 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43284) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:12.270453 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd97b5a-2c00-4af0-86a4-40cf6ac5b1dd None None] New status for floating IP b38ced55-14ae-4a3a-b4b1-494052d62cee: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:07:12.313941 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79003692-8b6f-4cfe-86e0-416dc4f77aa6 tempest-TestMinimumBasicScenario-1992591416 tempest-TestMinimumBasicScenario-1992591416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:12.315464 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-79003692-8b6f-4cfe-86e0-416dc4f77aa6 tempest-TestMinimumBasicScenario-1992591416 tempest-TestMinimumBasicScenario-1992591416-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1094 time: 0.2442288 Apr 30 14:07:12.318288 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43292) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:12.323322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'port_id': '18b22f36-f4c5-492d-868e-b337707570bc', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:12.329098 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:12.333218 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:floatingip and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:12.336032 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:12.341698 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:12.353068 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:12.488885 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:12.633559 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Allocated IP 172.28.0.165 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/718b1b31-bf36-47ab-b9e9-e8217bf88840) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:07:12.779919 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:12.809248 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:12.813780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90c0b2a3-5963-477f-a5c5-f3df6d87fd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:12.867782 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:07:12.870574 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:07:12.874069 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:07:12.920471 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'Port': ['ID=718b1b31-bf36-47ab-b9e9-e8217bf88840,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:12.924883 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:13.406519 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:13.485423 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:13.703134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:13.708076 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:13.712943 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:13.819631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'Port': ['ID=718b1b31-bf36-47ab-b9e9-e8217bf88840,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:13.823528 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:13.828186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:13.997959 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Floating IP f26fd278-8601-4154-b30f-02b05a37736c associated. External IP: 172.28.0.165, port: 18b22f36-f4c5-492d-868e-b337707570bc. Apr 30 14:07:14.339190 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Router 139f2bcd-590c-4822-ac94-3d027b94ac17 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:07:14.611981 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:07:14.621994 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef4478-c563-4491-8275-09f744819635 None None] Sync routers for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:07:14.631626 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef4478-c563-4491-8275-09f744819635 None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:07:14.632346 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-deef4478-c563-4491-8275-09f744819635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:14.639401 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:14.705095 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3854959 Apr 30 14:07:14.705828 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:14.708685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43314) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:14.714540 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485313086', 'description': 'tempest-secgroup-smoke-485313086 description', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:14.720701 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:14.730603 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:14.745661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:14.758849 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:07:14.769234 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:14.773056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:14.775962 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:14.781654 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:14.827666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-deef4478-c563-4491-8275-09f744819635 None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:07:14.911810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:14.914165 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-eaf28fce-044b-442e-9955-76149a61d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:14.915720 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-eaf28fce-044b-442e-9955-76149a61d262 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1099 time: 0.1251256 Apr 30 14:07:14.916756 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:14.920280 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ccd2828-f545-47c7-bbd4-a49ef5c1dd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:15.041110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972df4fc-6c43-4b1b-9b62-59a4adb93906,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:15.049728 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:15.064905 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.067261 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a4555208-0654-4ae5-bc27-57ad0efb696a tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3561964 Apr 30 14:07:15.070672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43320) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:15.080469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:15.091138 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:15.098521 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:15.103631 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:15.115487 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:15.132206 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-3c6476d2-9773-4bf5-a2ea-eb6ed680f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:15.136444 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-3c6476d2-9773-4bf5-a2ea-eb6ed680f225 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.2027006 Apr 30 14:07:15.146559 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.255821 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-deef4478-c563-4491-8275-09f744819635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f26fd278-8601-4154-b30f-02b05a37736c', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'floating_ip_address': '172.28.0.165', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'port_id': '18b22f36-f4c5-492d-868e-b337707570bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'mac_address': 'fa:16:3e:a5:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:07:13Z', 'updated_at': '2021-04-30T14:07:13Z', 'revision_number': 0, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:15.258682 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.261959 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-1d664e49-eceb-40b9-92f0-2d83ff55ed2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 1000 time: 0.1185100 Apr 30 14:07:15.263751 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef4478-c563-4491-8275-09f744819635 None None] Checking router: 139f2bcd-590c-4822-ac94-3d027b94ac17 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:07:15.272395 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.275658 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57c668fc-861f-4c25-bc7e-6a2088db695a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:15.292268 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef4478-c563-4491-8275-09f744819635 None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:07:15.293801 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-deef4478-c563-4491-8275-09f744819635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:06:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:15.322869 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb2c209-8d45-4f3c-8557-353f37d28acb,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:15.331724 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:15.345803 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.348711 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759912 Apr 30 14:07:15.353330 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43328) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:15.363797 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:15.374487 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:15.381301 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:15.381739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-aa033985-5a9a-443d-a43d-a6c3e37229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:15.384774 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-aa033985-5a9a-443d-a43d-a6c3e37229d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.1155515 Apr 30 14:07:15.387594 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:15.398501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:15.428041 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.554771 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.561120 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.600303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e879f2d3-cb10-4342-8cd7-745f1f5526ea tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:15.622858 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.624955 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2697730 Apr 30 14:07:15.637146 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43334) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:15.664586 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:15.665822 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-f551d794-fda5-498e-9f22-b60bb5af4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:15.668581 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-f551d794-fda5-498e-9f22-b60bb5af4324 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2755661 Apr 30 14:07:15.687178 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9305f4-8807-419b-9fe1-f3491e0f09b6,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:15.691994 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6fd4a1f4-67c4-4215-adcd-80245da4d13c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:15.693838 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:15.708199 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:15.720381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:15.735403 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:15.741472 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-deef4478-c563-4491-8275-09f744819635 None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:07:15.771663 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.905196 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.913874 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.917231 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:15.956247 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08894fa-f46c-4fdb-8b3f-a0a1cde56b95,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:15.971850 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:15.975925 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-dc3893d2-7daa-4cc2-8045-7a2c96b4ce54 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983699 Apr 30 14:07:15.985291 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:15.987557 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-fbe973cf-07f3-4427-b48b-0945dc54add2 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431282 Apr 30 14:07:15.990789 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43342) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:16.001283 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:16.012598 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:16.020150 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:16.028102 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:16.042619 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:16.052521 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b0d684f1-8a96-49db-87db-b0869d8438ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.070980 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.161524 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.167391 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.170322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:16.195494 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9853b4-65c5-40e8-8fd8-646921dd2fed,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:16.200267 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:16.213463 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.215301 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2230487 Apr 30 14:07:16.219645 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43352) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:16.228118 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:16.238894 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:16.246160 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:16.247605 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-29057c63-59ae-41aa-9345-4e32e64f12d0 req-ee6da348-f80f-453a-9bc8-fd2ca78118ad service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651374 Apr 30 14:07:16.251776 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:16.262399 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:16.279880 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Project fb8249fab3a24fcc8b7843554df6d7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 14:07:16.287862 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.311952 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.362425 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.367767 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.370189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:16.394639 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29ac128-1530-4df7-bac0-50ed9a250b9b,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:16.399081 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:16.405641 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-deef4478-c563-4491-8275-09f744819635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f26fd278-8601-4154-b30f-02b05a37736c', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'floating_ip_address': '172.28.0.165', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'port_id': '18b22f36-f4c5-492d-868e-b337707570bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'mac_address': 'fa:16:3e:a5:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:07:13Z', 'updated_at': '2021-04-30T14:07:13Z', 'revision_number': 0, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:07:16.407754 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.408961 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e6816a48-27c6-463f-92c4-aa3ae454dfdb tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1879394 Apr 30 14:07:16.411877 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43356) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:16.413573 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef4478-c563-4491-8275-09f744819635 None None] The sync data for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb is: [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'f26fd278-8601-4154-b30f-02b05a37736c', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'floating_ip_address': '172.28.0.165', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'port_id': '18b22f36-f4c5-492d-868e-b337707570bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'mac_address': 'fa:16:3e:a5:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:07:13Z', 'updated_at': '2021-04-30T14:07:13Z', 'revision_number': 0, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:07:16.417965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'security_group_rule': {'security_group_id': '972df4fc-6c43-4b1b-9b62-59a4adb93906', 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:16.423149 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:07:16.427736 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Usage tracker for resource:security_group_rule and tenant:fb8249fab3a24fcc8b7843554df6d7ae is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:07:16.428725 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97317d-c484-48af-b7cc-ead4aeedb5d0 req-1161b09d-3ad5-4f97-a6cf-ef7861f69980 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:16.430321 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b97317d-c484-48af-b7cc-ead4aeedb5d0 req-1161b09d-3ad5-4f97-a6cf-ef7861f69980 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1031168 Apr 30 14:07:16.432308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:07:16.438710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:07:16.449952 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Project fb8249fab3a24fcc8b7843554df6d7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 14:07:16.456642 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.479878 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8b97317d-c484-48af-b7cc-ead4aeedb5d0 req-0803913a-00a0-4045-bd14-56744d4196ab tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Apr 30 14:07:16.531797 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.536352 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.543296 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-488f0b63-d832-4eb4-88c3-c44ba67c33c5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:16.563748 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad4927b-bb64-4762-9707-f9c1b44674b6,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:16.567551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:16.575164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:16.579328 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636693 Apr 30 14:07:16.662389 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e852ac-0933-415f-a436-20bd72b991e9 None None] New status for floating IP f26fd278-8601-4154-b30f-02b05a37736c: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:07:16.708959 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-b3713e10-59d2-4f86-8624-156304aa8f80 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485313086&fields=id&tenant_id=fb8249fab3a24fcc8b7843554df6d7ae HTTP/1.1" status: 200 len: 267 time: 0.0413952 Apr 30 14:07:16.797439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-2baad5b3-5708-4c88-969e-fa25d92c5eef tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:16.799182 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-2baad5b3-5708-4c88-969e-fa25d92c5eef tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.0844767 Apr 30 14:07:16.811204 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'port': {'security_groups': ['738da013-334f-4902-8f24-45ec4749060c', '972df4fc-6c43-4b1b-9b62-59a4adb93906']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:07:16.941622 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:17.206317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:17.230963 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:17.235557 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:17.242105 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c767a8c9-968d-4dec-87db-14a03f79c418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:17.247235 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:07:17.315039 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:17.315734 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:17.317870 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1cfd10a3-16eb-4257-80a7-7d2860cbeb37 req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "PUT /v2.0/ports/18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 982 time: 0.5115662 Apr 30 14:07:17.318399 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:17.353101 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=6']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:17.356594 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:17.399561 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:07:17.404313 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:07:17.538901 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-d971fc3a-d9a2-4d47-9ecf-1579f6d9cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:17.540559 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-d971fc3a-d9a2-4d47-9ecf-1579f6d9cba4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1138 time: 0.1025035 Apr 30 14:07:17.605886 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6aad-1cf0-4078-a06b-b4b5f1c319cd req-f3b23b20-a4b6-4178-8742-0d17aea6ee43 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:17.617281 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-341f6aad-1cf0-4078-a06b-b4b5f1c319cd req-f3b23b20-a4b6-4178-8742-0d17aea6ee43 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.1744742 Apr 30 14:07:17.701547 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a63a57ca-9468-4e7c-92d6-7c5dc9c7aace None None] Provisioning complete for port 18b22f36-f4c5-492d-868e-b337707570bc triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:07:17.701547 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a63a57ca-9468-4e7c-92d6-7c5dc9c7aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:17.717127 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-341f6aad-1cf0-4078-a06b-b4b5f1c319cd req-5a1c0fa0-5a58-4241-aec6-026f36430495 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897627 Apr 30 14:07:17.864506 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-c6c1537d-b3da-4d17-ae9e-b8339afa7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:17.866313 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-c6c1537d-b3da-4d17-ae9e-b8339afa7391 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.3171949 Apr 30 14:07:17.955304 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43717f-5624-4b17-a6c8-795ec5c499aa req-64c42e13-ba4e-4094-a629-d1f07dff1348 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:17.956722 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c43717f-5624-4b17-a6c8-795ec5c499aa req-64c42e13-ba4e-4094-a629-d1f07dff1348 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.2133317 Apr 30 14:07:18.040688 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6c43717f-5624-4b17-a6c8-795ec5c499aa req-0f518c2d-53b4-4241-804c-25e77ab53dea tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747147 Apr 30 14:07:18.042517 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-26d3060f-dab9-4a1d-a19e-7e4c97564d3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 1002 time: 0.1677175 Apr 30 14:07:18.112366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-ac9d0501-a69f-4de0-80f5-0232294bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:18.114454 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-ac9d0501-a69f-4de0-80f5-0232294bb7aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.0623174 Apr 30 14:07:18.220497 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-c1fadaa6-25f3-489f-8666-d3098c1deebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:18.221986 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-c1fadaa6-25f3-489f-8666-d3098c1deebb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1006544 Apr 30 14:07:18.349452 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2cc89a11-6f55-4767-82db-bb6438259364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:18.373288 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-fdfd8a7d-7592-4fa6-8103-9db6d8e502a0 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426971 Apr 30 14:07:18.512968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:18.531510 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86aafae5-6631-49d0-b698-05a34cc6f190 req-2cf9f2d1-6aac-4e3d-9a57-1450d5f55227 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489594 Apr 30 14:07:19.233729 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0936821-5e99-479b-81b6-6a2254228a0f req-daff2b6b-8bbf-404e-9914-2a828ce3ebe0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:19.235173 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e0936821-5e99-479b-81b6-6a2254228a0f req-daff2b6b-8bbf-404e-9914-2a828ce3ebe0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0831072 Apr 30 14:07:19.278472 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e0936821-5e99-479b-81b6-6a2254228a0f req-f3e27c08-c33b-4beb-b4af-b5a9ab9c01ab tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375462 Apr 30 14:07:19.411338 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:20.469673 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35013-e068-41c6-a891-c6f0c066cdbc req-b36897af-7849-4490-a695-9dcf5b0f9ef9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:20.471024 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-18f35013-e068-41c6-a891-c6f0c066cdbc req-b36897af-7849-4490-a695-9dcf5b0f9ef9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0822625 Apr 30 14:07:20.515018 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-18f35013-e068-41c6-a891-c6f0c066cdbc req-2f826831-19fa-4270-86d1-aecce89dc7b3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376177 Apr 30 14:07:21.165345 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:21.829030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7dcce-3056-466c-af62-cdc865981095 req-87ccd179-4f43-4591-bb21-f22861b28f37 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:21.830855 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8ae7dcce-3056-466c-af62-cdc865981095 req-87ccd179-4f43-4591-bb21-f22861b28f37 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.2024949 Apr 30 14:07:21.876473 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8ae7dcce-3056-466c-af62-cdc865981095 req-08f0e2b5-f45f-4a01-a83a-103fb9419223 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Apr 30 14:07:23.066368 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9023cb3-fc4d-4661-97b5-8c3cc32f6c05 req-d318a6f1-ee3e-4ffe-8ed4-fc232d781c8a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:23.068224 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d9023cb3-fc4d-4661-97b5-8c3cc32f6c05 req-d318a6f1-ee3e-4ffe-8ed4-fc232d781c8a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0824101 Apr 30 14:07:23.113154 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d9023cb3-fc4d-4661-97b5-8c3cc32f6c05 req-d7d2c1fc-cc17-4d3b-a1f4-e4317af41aa9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 Apr 30 14:07:24.314947 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8d336-53e2-4012-a633-b0a974d8447c req-dea4081e-c87f-4aaf-b0ce-f5851db9be5f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:24.316616 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fec8d336-53e2-4012-a633-b0a974d8447c req-dea4081e-c87f-4aaf-b0ce-f5851db9be5f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0876040 Apr 30 14:07:24.371452 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fec8d336-53e2-4012-a633-b0a974d8447c req-bcce3f84-2415-40a1-a354-08cb9d6c29e4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487325 Apr 30 14:07:25.599172 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552d64-da12-4e33-b25e-945a4684cd2f req-1a2934e4-9b3c-4e4d-bf8c-003658731bd9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:25.600709 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1e552d64-da12-4e33-b25e-945a4684cd2f req-1a2934e4-9b3c-4e4d-bf8c-003658731bd9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1033363 Apr 30 14:07:25.656153 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1e552d64-da12-4e33-b25e-945a4684cd2f req-d95a0a41-e674-4dfa-ab5b-03a4ecf3f89e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462279 Apr 30 14:07:26.859853 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6768d88-eb42-446e-a90f-edbb925711d5 req-669095d4-971a-439a-b536-af8f0ca55f88 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:26.861205 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d6768d88-eb42-446e-a90f-edbb925711d5 req-669095d4-971a-439a-b536-af8f0ca55f88 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0841768 Apr 30 14:07:26.906636 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d6768d88-eb42-446e-a90f-edbb925711d5 req-d21a09ea-25df-4453-8998-877561ab73dd tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Apr 30 14:07:28.104955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01b40-cf2e-42ba-9ab4-18563c8a4425 req-d737612b-2f61-4683-acc5-c2d57fd93400 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:28.106479 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e0b01b40-cf2e-42ba-9ab4-18563c8a4425 req-d737612b-2f61-4683-acc5-c2d57fd93400 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0849311 Apr 30 14:07:28.165484 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e0b01b40-cf2e-42ba-9ab4-18563c8a4425 req-17169eae-fa7a-40ed-853b-a9778288b2c0 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508757 Apr 30 14:07:28.220103 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:07:28.366252 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:28.383803 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:07:28.439333 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:28.457490 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:07:28.474617 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:28.479622 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:28.481524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:28.560129 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:28.568572 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.568960 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.569281 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.569581 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.569916 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.570244 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.570579 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.570915 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.571492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.571828 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.572154 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.572474 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:07:28.576879 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:28.622585 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:07:29.419571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3c921-a48a-4b25-8d81-425f529ca0c9 req-6c0b5bcb-c1b0-4172-b334-4655c641c79e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:29.421230 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9fe3c921-a48a-4b25-8d81-425f529ca0c9 req-6c0b5bcb-c1b0-4172-b334-4655c641c79e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 944 time: 0.1095285 Apr 30 14:07:29.473469 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9fe3c921-a48a-4b25-8d81-425f529ca0c9 req-7ec29f5a-6f26-42f5-9c80-5409ce33d131 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439141 Apr 30 14:07:30.238597 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:07:30.337054 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:07:30.337460 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:30.522369 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:30.598550 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:30.599572 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:30.609739 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:30.615936 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:30.718821 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:30.719015 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a577-7a6a-43b0-8887-ad96228dcbe0 req-aeae09e0-daa2-4cd5-b9d1-3b97a74ba397 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:30.732630 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0db0a577-7a6a-43b0-8887-ad96228dcbe0 req-aeae09e0-daa2-4cd5-b9d1-3b97a74ba397 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1227715 Apr 30 14:07:30.734280 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:30.744264 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'code': 200} Apr 30 14:07:30.869092 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0db0a577-7a6a-43b0-8887-ad96228dcbe0 req-83abed7e-76a6-434e-9120-225f65bc3a39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353626 Apr 30 14:07:32.116656 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b9131-e532-4e7a-aadb-fb85595271ec req-8af73548-4f0e-456a-88b5-d29ee180c36a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:32.118117 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-469b9131-e532-4e7a-aadb-fb85595271ec req-8af73548-4f0e-456a-88b5-d29ee180c36a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0842984 Apr 30 14:07:32.182753 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-469b9131-e532-4e7a-aadb-fb85595271ec req-ed38ee32-eb27-45ca-a479-1442e7fb9176 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508173 Apr 30 14:07:33.575813 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264fd28-e2f8-4ce7-a430-28ca4dd8df7c req-7076916d-02a5-4dc5-bf16-9eba6c1190a1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:33.585853 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c264fd28-e2f8-4ce7-a430-28ca4dd8df7c req-7076916d-02a5-4dc5-bf16-9eba6c1190a1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1837125 Apr 30 14:07:33.651679 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c264fd28-e2f8-4ce7-a430-28ca4dd8df7c req-391ade1d-2e6b-4ec8-aa44-c22eb29819d9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629733 Apr 30 14:07:34.895257 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c143-38da-4fae-91dd-0efad6a69f92 req-029ecb23-aadf-4458-b3be-ede9429a4c35 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:34.897247 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4848c143-38da-4fae-91dd-0efad6a69f92 req-029ecb23-aadf-4458-b3be-ede9429a4c35 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1100590 Apr 30 14:07:34.950227 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4848c143-38da-4fae-91dd-0efad6a69f92 req-96d51d67-80ed-4ba0-910f-532819eaf78e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470054 Apr 30 14:07:36.218648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a4fa-55a8-4c7d-af83-b29d70bd3633 req-4fd05314-619f-40c3-a250-5648776dfc4a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:36.220981 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9833a4fa-55a8-4c7d-af83-b29d70bd3633 req-4fd05314-619f-40c3-a250-5648776dfc4a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1030748 Apr 30 14:07:36.284928 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-9833a4fa-55a8-4c7d-af83-b29d70bd3633 req-a857f2b6-6b5b-40b8-ba14-5e710a7df4cf tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546758 Apr 30 14:07:37.141034 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:07:37.558675 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300fb85-8138-42dd-a93a-99a450e591d3 req-91fc447b-71aa-423b-b106-c098a190fc83 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:37.573042 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4300fb85-8138-42dd-a93a-99a450e591d3 req-91fc447b-71aa-423b-b106-c098a190fc83 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1332858 Apr 30 14:07:37.626453 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4300fb85-8138-42dd-a93a-99a450e591d3 req-9be5325a-38dc-4ed0-8db0-8b7b5ebc77f2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515015 Apr 30 14:07:38.825964 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694d7d-0310-4485-9862-078dded0440b req-bb95b89f-1695-459a-9589-f0096ec29cb2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:38.828381 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-34694d7d-0310-4485-9862-078dded0440b req-bb95b89f-1695-459a-9589-f0096ec29cb2 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Apr 30 14:07:38.875141 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-34694d7d-0310-4485-9862-078dded0440b req-02fd6508-9294-4653-9ea3-05754da6a6b5 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416083 Apr 30 14:07:39.439160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-eda9b439-501c-44c6-be47-ba9cba9557e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:39.440699 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-eda9b439-501c-44c6-be47-ba9cba9557e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1098 time: 0.1167037 Apr 30 14:07:39.573455 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-8584b337-53ef-4c74-a1cb-8f5ad7c1ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:39.574798 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-8584b337-53ef-4c74-a1cb-8f5ad7c1ac38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1272104 Apr 30 14:07:39.679063 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-d5928fec-ce06-460e-a451-769bc8086073 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 1000 time: 0.0962119 Apr 30 14:07:39.744350 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-0ad8a48d-5a4e-4ad4-b17e-4a2648f81d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:39.745811 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-0ad8a48d-5a4e-4ad4-b17e-4a2648f81d57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0593176 Apr 30 14:07:39.828755 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-aa7e3976-437b-450d-97c9-3e9188d84f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:39.830414 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-aa7e3976-437b-450d-97c9-3e9188d84f5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767093 Apr 30 14:07:39.972781 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-b715f40e-3ac8-4694-b4f0-ef49c3c772b2 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281924 Apr 30 14:07:40.160577 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d48b8938-f0c8-4b49-b3cb-70ce04014497 req-92827864-358c-43ea-8ff7-c7d0f6b9f56e service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802616 Apr 30 14:07:40.169615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6db11-d64c-44cf-8839-bb0e14bfaa4e req-23e6e3ff-a3ce-4f66-b671-a03fe396bdec tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:40.170995 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54e6db11-d64c-44cf-8839-bb0e14bfaa4e req-23e6e3ff-a3ce-4f66-b671-a03fe396bdec tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.1734939 Apr 30 14:07:40.218134 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54e6db11-d64c-44cf-8839-bb0e14bfaa4e req-e17f9722-e7eb-4775-8adc-d1bded686b0d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Apr 30 14:07:41.412749 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77541330-3c2b-4a25-bf59-028afaf691b5 req-d42e44d4-82e9-4a6e-b2cf-b5277b1859a3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:41.414193 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-77541330-3c2b-4a25-bf59-028afaf691b5 req-d42e44d4-82e9-4a6e-b2cf-b5277b1859a3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 945 time: 0.0834813 Apr 30 14:07:41.457840 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-77541330-3c2b-4a25-bf59-028afaf691b5 req-3bd71c0b-d0ab-4612-9d9c-6b32bf0c34ff tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 Apr 30 14:07:42.282015 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:07:42.399072 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:42.425831 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:07:42.436870 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:07:42.442010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:42.443923 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:07:42.479268 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'code': 200} Apr 30 14:07:42.544240 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:07:42.547525 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:07:42.713544 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0e046-dd54-4202-869c-17133ffe61c1 req-326f77a6-6637-44b0-b1fc-3137fd3c2445 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:42.715031 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bce0e046-dd54-4202-869c-17133ffe61c1 req-326f77a6-6637-44b0-b1fc-3137fd3c2445 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.1407423 Apr 30 14:07:42.762001 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bce0e046-dd54-4202-869c-17133ffe61c1 req-048d2f0e-dff0-48f9-a791-bd37d76f4524 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409815 Apr 30 14:07:43.849521 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-d58e008a-3cee-4dbc-8c25-7b7d386cd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:43.851080 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-d58e008a-3cee-4dbc-8c25-7b7d386cd11b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1138 time: 0.2280300 Apr 30 14:07:43.860400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5d21-498f-434d-8e88-15bec96f6615 req-6f9a09b6-724f-452e-b7e2-cbbeadd85f53 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:43.861818 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-755f5d21-498f-434d-8e88-15bec96f6615 req-6f9a09b6-724f-452e-b7e2-cbbeadd85f53 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.2077229 Apr 30 14:07:43.996549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-755f5d21-498f-434d-8e88-15bec96f6615 req-9970b689-10af-40cc-8767-3d209ee18f20 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:07:44.029860 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-3d59b688-2d6c-4d03-ae88-cd0e259be1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:44.031305 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-3d59b688-2d6c-4d03-ae88-cd0e259be1af service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.1686165 Apr 30 14:07:44.032291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-755f5d21-498f-434d-8e88-15bec96f6615 req-9970b689-10af-40cc-8767-3d209ee18f20 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:07:44.033276 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-755f5d21-498f-434d-8e88-15bec96f6615 req-9970b689-10af-40cc-8767-3d209ee18f20 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522882 Apr 30 14:07:44.145868 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-c105730b-502d-4dde-9de5-d7f9ca7e9dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 1002 time: 0.1067648 Apr 30 14:07:44.264922 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-5e2b4904-8a14-42bc-baab-bb172cb98e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:44.266433 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-5e2b4904-8a14-42bc-baab-bb172cb98e00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.1116450 Apr 30 14:07:44.347760 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63584f-578f-481c-bf1b-9d30de1b21d8 req-1a5afb2f-756e-4b58-b734-ebbfabae3629 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:44.349283 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cd63584f-578f-481c-bf1b-9d30de1b21d8 req-1a5afb2f-756e-4b58-b734-ebbfabae3629 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.1573195 Apr 30 14:07:44.404704 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-62d7a9d3-b3ec-410e-bd3c-e47479704794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:44.406189 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-62d7a9d3-b3ec-410e-bd3c-e47479704794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315615 Apr 30 14:07:44.411470 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cd63584f-578f-481c-bf1b-9d30de1b21d8 req-d53cad7e-44a2-4e47-90f6-46237c09bff8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555487 Apr 30 14:07:44.479787 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43566) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:07:44.541288 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-fb192e56-d1aa-4ec8-91e5-031c2c3f461e service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272388 Apr 30 14:07:44.597357 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-4c9d7230-beef-43f8-b21b-54fe02a17de1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161458 Apr 30 14:07:44.682711 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba4a7dcb-219c-4042-a5f4-b16b48db8f30 req-f399dfde-61a7-4e2c-9f8e-6d9c2c56ad45 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324551 Apr 30 14:07:45.238417 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695716-5f48-4b45-933e-87cd70be9142 req-2566f181-e64e-454c-8923-d86f34a7d604 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.240090 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0c695716-5f48-4b45-933e-87cd70be9142 req-2566f181-e64e-454c-8923-d86f34a7d604 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0883629 Apr 30 14:07:45.288137 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0c695716-5f48-4b45-933e-87cd70be9142 req-3c10fe43-2e81-4d8c-9e0a-799d837db5f5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420103 Apr 30 14:07:45.303507 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-d8e86e9b-ac61-45a5-ad16-cdd92a3bc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.304983 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-d8e86e9b-ac61-45a5-ad16-cdd92a3bc07b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0&tenant_id=615e8ba387e84caab32fbdba04695014 HTTP/1.1" status: 200 len: 1096 time: 0.0777571 Apr 30 14:07:45.408133 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-af82864a-b064-4863-ba9a-433e330eeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.409623 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-af82864a-b064-4863-ba9a-433e330eeeb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1096 time: 0.0785675 Apr 30 14:07:45.548561 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-b5ba9e49-600e-4cdd-9b1a-5df8557a9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.550074 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-b5ba9e49-600e-4cdd-9b1a-5df8557a9770 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1335864 Apr 30 14:07:45.604970 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbc6e7-d9b7-42b4-bf63-7f1f1fbe276c req-9064b4a8-94aa-4f4c-841a-dec958f29046 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.606519 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-08fbc6e7-d9b7-42b4-bf63-7f1f1fbe276c req-9064b4a8-94aa-4f4c-841a-dec958f29046 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0822721 Apr 30 14:07:45.653673 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-08fbc6e7-d9b7-42b4-bf63-7f1f1fbe276c req-345247eb-76d9-493c-806b-b571867dd74e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Apr 30 14:07:45.655113 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-ab51d0a1-9517-4520-888c-403b3edc5420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 998 time: 0.0971007 Apr 30 14:07:45.723288 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-4a2e2a1c-7401-44fd-b176-c2c790b15fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.724728 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-4a2e2a1c-7401-44fd-b176-c2c790b15fa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0614221 Apr 30 14:07:45.806423 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-4a44bebc-ac6a-46a5-bf76-4ac014066eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:45.807925 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-4a44bebc-ac6a-46a5-bf76-4ac014066eb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730791 Apr 30 14:07:45.949668 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a16bdf22-cc02-4d79-8d95-36a847fad6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:45.954874 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-d7505932-5e85-471e-87d2-de73c6056131 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365750 Apr 30 14:07:46.180236 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cb52d3a0-6d55-44a4-9acf-65893ba1ee7d req-3638e79c-5374-41a6-be40-16ef240cad25 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186224 Apr 30 14:07:46.185612 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:46.298500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:07:46.486120 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052f2c8-9dfb-4348-8528-ee8aa44d0820 req-bf490a61-b9c2-4a5c-8da2-0bbe560b8138 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:46.487541 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7052f2c8-9dfb-4348-8528-ee8aa44d0820 req-bf490a61-b9c2-4a5c-8da2-0bbe560b8138 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0858955 Apr 30 14:07:46.539883 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-7052f2c8-9dfb-4348-8528-ee8aa44d0820 req-7aac27e7-4c12-4921-ad72-2940f145f2e1 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465851 Apr 30 14:07:46.850634 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b92e3b-d205-426d-8eab-2d10d146f50c req-3a21a9a6-252b-4b92-92b0-21e47c741bf3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:46.852293 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e3b92e3b-d205-426d-8eab-2d10d146f50c req-3a21a9a6-252b-4b92-92b0-21e47c741bf3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0804820 Apr 30 14:07:46.899559 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e3b92e3b-d205-426d-8eab-2d10d146f50c req-e20c8881-1618-4779-a50d-7629c3964f59 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Apr 30 14:07:47.837513 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6456e-6fad-4d26-8f3b-3b995583047e req-0015ff12-2af0-4818-aa8f-d278144ac525 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:47.839238 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fcf6456e-6fad-4d26-8f3b-3b995583047e req-0015ff12-2af0-4818-aa8f-d278144ac525 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.1802080 Apr 30 14:07:47.891399 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fcf6456e-6fad-4d26-8f3b-3b995583047e req-185cc92f-a3b3-46e4-8676-43cf93538e2f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456347 Apr 30 14:07:48.236369 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44385fcc-740e-41a3-bd17-8272b3482bea req-11477ecb-5b21-4847-bfa3-3a052ed7257e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:48.238588 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-44385fcc-740e-41a3-bd17-8272b3482bea req-11477ecb-5b21-4847-bfa3-3a052ed7257e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0891004 Apr 30 14:07:48.286473 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-44385fcc-740e-41a3-bd17-8272b3482bea req-4736f64a-28ec-4eea-b0a7-e008ae741493 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417271 Apr 30 14:07:48.342074 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cb2a343f-d543-4900-a33c-03bda04e2e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:48.516883 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:49.098974 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b349b53-d3cc-4d70-b04d-69b5b707059a req-97178fea-ae74-473f-a82c-8ed4a1efd4d1 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:49.100524 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b349b53-d3cc-4d70-b04d-69b5b707059a req-97178fea-ae74-473f-a82c-8ed4a1efd4d1 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0882165 Apr 30 14:07:49.160042 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b349b53-d3cc-4d70-b04d-69b5b707059a req-f9558d33-af99-448c-ab57-12e0cd42de08 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490482 Apr 30 14:07:49.427723 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:49.519636 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382a7dd-d711-44df-bbec-b067c89aa3de req-0f6a1004-409c-4609-a660-6ba9e5782dc4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:49.521386 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d382a7dd-d711-44df-bbec-b067c89aa3de req-0f6a1004-409c-4609-a660-6ba9e5782dc4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.1001647 Apr 30 14:07:49.591503 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d382a7dd-d711-44df-bbec-b067c89aa3de req-ce857a49-e357-4a7a-9bdd-b19e6e7f1536 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632362 Apr 30 14:07:50.359929 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c0798-22c7-4f3a-a22c-dcfd9b75b61b req-12c25ea3-7cf6-44ce-8ae9-1da5fe895eac tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:50.361460 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-131c0798-22c7-4f3a-a22c-dcfd9b75b61b req-12c25ea3-7cf6-44ce-8ae9-1da5fe895eac tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0892918 Apr 30 14:07:50.418239 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-131c0798-22c7-4f3a-a22c-dcfd9b75b61b req-880a436d-007a-41ba-bb12-3dfa12f1560c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501070 Apr 30 14:07:50.801354 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749933f1-1206-465a-a189-87d7b678035e req-25d7034c-4a65-475f-bef7-945579c29b39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:50.802854 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-749933f1-1206-465a-a189-87d7b678035e req-25d7034c-4a65-475f-bef7-945579c29b39 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0903304 Apr 30 14:07:50.856190 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-749933f1-1206-465a-a189-87d7b678035e req-7a1114b7-1fde-4901-a59a-8743e813e767 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475166 Apr 30 14:07:51.175318 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:07:51.646677 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915a916-d529-4ce0-805d-de1f6c08b86f req-3d58b790-a5cc-43ff-ac58-4e0bef2968b0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:51.649651 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2915a916-d529-4ce0-805d-de1f6c08b86f req-3d58b790-a5cc-43ff-ac58-4e0bef2968b0 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.1146808 Apr 30 14:07:51.709700 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2915a916-d529-4ce0-805d-de1f6c08b86f req-24579d59-3523-47a4-bc18-144fb971e992 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527813 Apr 30 14:07:52.076862 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3663-15c0-468a-b585-2b3c01418b15 req-2b8201af-b037-4c5a-b4ff-bc915393419f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:52.078717 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4cd3663-15c0-468a-b585-2b3c01418b15 req-2b8201af-b037-4c5a-b4ff-bc915393419f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.1014800 Apr 30 14:07:52.129687 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c4cd3663-15c0-468a-b585-2b3c01418b15 req-80d5eb0d-b9d1-4ad6-bbdb-adc5b6c33368 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 Apr 30 14:07:52.906656 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf92d4-ede8-4753-9617-e36677049454 req-9b9198dc-1a71-4f12-85ca-af0047d4bbed tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:52.908153 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-dddf92d4-ede8-4753-9617-e36677049454 req-9b9198dc-1a71-4f12-85ca-af0047d4bbed tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0826681 Apr 30 14:07:52.955643 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-dddf92d4-ede8-4753-9617-e36677049454 req-656b7739-3da0-4a03-b4de-26ce8fc1f450 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414252 Apr 30 14:07:53.337464 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c743-1974-4a0f-906f-96ee75583e85 req-fa548b11-011e-4b80-aa4e-367d912d4844 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:53.338964 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9d74c743-1974-4a0f-906f-96ee75583e85 req-fa548b11-011e-4b80-aa4e-367d912d4844 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0882444 Apr 30 14:07:53.385436 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9d74c743-1974-4a0f-906f-96ee75583e85 req-8be78357-697c-4d9d-b615-50d11a4bb46f tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Apr 30 14:07:54.158652 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c383-b25b-49da-a9d2-1c79f1f857a9 req-4be3788f-20d5-4dc6-b597-a95fba4062d3 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:54.160265 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7417c383-b25b-49da-a9d2-1c79f1f857a9 req-4be3788f-20d5-4dc6-b597-a95fba4062d3 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0871773 Apr 30 14:07:54.211940 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-7417c383-b25b-49da-a9d2-1c79f1f857a9 req-06b914e5-d3e3-4a9b-bada-8ae51d6b837f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454366 Apr 30 14:07:54.591603 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5c184-867e-4361-b36a-b3fff4afe457 req-e74efc87-ab2e-4822-8f5b-13c76bd1bdf6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:54.600472 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-21b5c184-867e-4361-b36a-b3fff4afe457 req-e74efc87-ab2e-4822-8f5b-13c76bd1bdf6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0959480 Apr 30 14:07:54.647323 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-21b5c184-867e-4361-b36a-b3fff4afe457 req-8f30c299-9eda-48dc-993a-0c59905b4408 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Apr 30 14:07:55.436398 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59095f50-21cc-4a31-80db-e08168d0da0c req-6ab48905-845a-4f93-888c-ce745d561bc7 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:55.437899 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-59095f50-21cc-4a31-80db-e08168d0da0c req-6ab48905-845a-4f93-888c-ce745d561bc7 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0891855 Apr 30 14:07:55.495250 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-59095f50-21cc-4a31-80db-e08168d0da0c req-8cb15843-66b4-4f0d-a032-03178f5e2840 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471637 Apr 30 14:07:55.866770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8ec15-c0dc-4b14-8de9-852545cf6155 req-c38a58a1-5780-402c-ba79-a021024e7ca1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:55.868281 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fad8ec15-c0dc-4b14-8de9-852545cf6155 req-c38a58a1-5780-402c-ba79-a021024e7ca1 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0911529 Apr 30 14:07:55.915914 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fad8ec15-c0dc-4b14-8de9-852545cf6155 req-df97642c-1c31-4226-9cfe-d8f88d0864b9 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Apr 30 14:07:56.686003 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c8ea8-996a-47d4-9784-08f0696c9b5a req-faac4c4a-b105-49b4-b5da-bc19fcbbc865 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:56.687694 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-117c8ea8-996a-47d4-9784-08f0696c9b5a req-faac4c4a-b105-49b4-b5da-bc19fcbbc865 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0837765 Apr 30 14:07:56.737889 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-117c8ea8-996a-47d4-9784-08f0696c9b5a req-869b1caf-08a3-429f-8ad4-e8825a9621d4 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438011 Apr 30 14:07:57.116747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f5d55-1b1a-49a4-afcd-173a5c61f781 req-5507b9df-da4a-4052-9efc-c5f855c73e2e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:57.118297 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9c5f5d55-1b1a-49a4-afcd-173a5c61f781 req-5507b9df-da4a-4052-9efc-c5f855c73e2e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0891855 Apr 30 14:07:57.173516 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9c5f5d55-1b1a-49a4-afcd-173a5c61f781 req-a5c0879a-6de0-4cec-b2ae-257865e72049 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471518 Apr 30 14:07:57.947228 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2f59f-4517-46dd-aa3b-ed313adfd80e req-85c03e0e-cd30-43c9-9c96-93cf58fb6538 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:57.948709 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-34d2f59f-4517-46dd-aa3b-ed313adfd80e req-85c03e0e-cd30-43c9-9c96-93cf58fb6538 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0930369 Apr 30 14:07:58.081375 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-34d2f59f-4517-46dd-aa3b-ed313adfd80e req-e6a21b76-12d9-4c50-976b-b394c215e055 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264765 Apr 30 14:07:58.362739 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d424-6a01-4716-9998-7306e9041fe7 req-8cc8d350-a613-4a61-bfad-f577f65a5279 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:58.364236 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-94a6d424-6a01-4716-9998-7306e9041fe7 req-8cc8d350-a613-4a61-bfad-f577f65a5279 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0797751 Apr 30 14:07:58.412842 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-94a6d424-6a01-4716-9998-7306e9041fe7 req-4227c29e-c2db-4069-8ca1-8cf3069c1733 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Apr 30 14:07:58.706588 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70500316-dc0d-4972-8018-123100a32f04 req-b5406768-66bd-4dfe-877e-a5c375b1d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:58.708137 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-b5406768-66bd-4dfe-877e-a5c375b1d250 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=615e8ba387e84caab32fbdba04695014&device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1096 time: 0.0750613 Apr 30 14:07:58.862154 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70500316-dc0d-4972-8018-123100a32f04 req-0b5e297e-cd19-4e9a-a84b-c6c989fc8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:58.864136 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-0b5e297e-cd19-4e9a-a84b-c6c989fc8905 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 200 len: 917 time: 0.1305165 Apr 30 14:07:58.974496 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-febfed0b-cd82-4c60-8562-077212c6867d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 200 len: 998 time: 0.1031096 Apr 30 14:07:59.041147 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70500316-dc0d-4972-8018-123100a32f04 req-95c159ef-ee4b-49a1-be96-3a9cd58ec63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:59.042590 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-95c159ef-ee4b-49a1-be96-3a9cd58ec63a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 200 len: 855 time: 0.0606833 Apr 30 14:07:59.147104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70500316-dc0d-4972-8018-123100a32f04 req-c2a6214f-f88c-46ae-9b8f-f7acdf940687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:59.149025 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-c2a6214f-f88c-46ae-9b8f-f7acdf940687 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83960dae-7b3f-4df4-a885-780b63bf5fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980113 Apr 30 14:07:59.349975 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-9d5c68f9-b4f5-4b49-8701-887a49899d1b service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922252 Apr 30 14:07:59.466056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6dcfc-3bb4-4eab-9c41-e4285af7b43d req-fcd8886e-36e1-4bf3-9364-36c28e2fc31e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:59.467607 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54d6dcfc-3bb4-4eab-9c41-e4285af7b43d req-fcd8886e-36e1-4bf3-9364-36c28e2fc31e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.1966414 Apr 30 14:07:59.548922 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54d6dcfc-3bb4-4eab-9c41-e4285af7b43d req-70a92126-9723-4128-a57a-5f13553a6fa8 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737028 Apr 30 14:07:59.552905 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-70500316-dc0d-4972-8018-123100a32f04 req-a3b9e917-2409-4f9d-8f14-7c2ea0073034 service neutron] 10.222.0.46 "GET /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952605 Apr 30 14:07:59.614019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ccefa-4ae3-4c79-b0f7-867765a5a161 req-12ba95e9-919d-47c6-8336-973346c6b5fc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:07:59.615601 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-cd9ccefa-4ae3-4c79-b0f7-867765a5a161 req-12ba95e9-919d-47c6-8336-973346c6b5fc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 943 time: 0.0858066 Apr 30 14:07:59.668173 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-cd9ccefa-4ae3-4c79-b0f7-867765a5a161 req-d16124b6-d72f-49ca-be0b-3d47371c2cd6 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463808 Apr 30 14:08:00.375156 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:08:00.507320 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:00.520887 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'port_id': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'mac_address': 'fa:16:3e:e6:c8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:08:00.577695 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:00.595390 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:08:00.613189 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:00.618404 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:00.619953 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:00.698711 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=9']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:00.702492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:00.761747 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f20c6-7487-480d-8bcb-2060d8705dc2 req-b71c2658-7e72-444b-8801-f7bf8979613e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:00.763201 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d0f20c6-7487-480d-8bcb-2060d8705dc2 req-b71c2658-7e72-444b-8801-f7bf8979613e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.0936306 Apr 30 14:08:00.820691 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d0f20c6-7487-480d-8bcb-2060d8705dc2 req-88d1b6a2-494a-4d0c-af50-6f8c2af27418 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&id=972df4fc-6c43-4b1b-9b62-59a4adb93906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501432 Apr 30 14:08:00.867873 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:00.920739 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29e52-e662-4b35-a735-9419a05e222d req-55485a1c-3976-4a20-8f88-da06ada6c575 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:00.922209 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d4f29e52-e662-4b35-a735-9419a05e222d req-55485a1c-3976-4a20-8f88-da06ada6c575 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 944 time: 0.0844600 Apr 30 14:08:00.970251 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d4f29e52-e662-4b35-a735-9419a05e222d req-69b8eeca-86f0-490e-98e9-a7fed4f179c4 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Apr 30 14:08:02.172413 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d392d0-ce2b-4b96-80d1-6e0207aed92f req-91ac837c-8291-401a-b86d-7a31d65e6d4d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:02.173812 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-51d392d0-ce2b-4b96-80d1-6e0207aed92f req-91ac837c-8291-401a-b86d-7a31d65e6d4d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 944 time: 0.0877202 Apr 30 14:08:02.224037 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-51d392d0-ce2b-4b96-80d1-6e0207aed92f req-a57a1659-8afd-4400-b9a9-474c1ac3fb7a tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Apr 30 14:08:02.398167 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:08:02.464078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:08:02.464355 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:02.578629 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:02.605902 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:02.616134 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:02.620860 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:02.622778 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:02.689962 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=10']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:02.693675 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:02.711935 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'code': 200} Apr 30 14:08:02.955886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cb65d-e9f1-4257-879d-85baeed8b3f3 req-895028ac-e75d-4e4e-a449-cefdce12ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:02.957940 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-685cb65d-e9f1-4257-879d-85baeed8b3f3 req-895028ac-e75d-4e4e-a449-cefdce12ea10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 1099 time: 0.0726473 Apr 30 14:08:02.999550 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-685cb65d-e9f1-4257-879d-85baeed8b3f3 req-43950b83-b3e7-47dc-afe2-16b3609d30c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351520 Apr 30 14:08:03.416369 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482c55-a462-4fd9-983d-67059973072d req-4b1028b1-12a4-45bd-9e96-8a47c324951d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:03.417870 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71482c55-a462-4fd9-983d-67059973072d req-4b1028b1-12a4-45bd-9e96-8a47c324951d tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 946 time: 0.0815887 Apr 30 14:08:03.468246 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71482c55-a462-4fd9-983d-67059973072d req-6da5df2c-af65-41ac-9451-ab84c4020817 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Apr 30 14:08:04.661628 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aebc9-6fc6-42de-81c4-b3eb039175c3 req-58479ff0-f27d-4052-a058-17a3c8637972 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:04.663383 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e21aebc9-6fc6-42de-81c4-b3eb039175c3 req-58479ff0-f27d-4052-a058-17a3c8637972 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 946 time: 0.0788188 Apr 30 14:08:04.709375 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e21aebc9-6fc6-42de-81c4-b3eb039175c3 req-82a9ae69-7543-4020-a5bc-1bedd28bcc90 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Apr 30 14:08:11.629652 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d22dc-eff6-4800-8668-71888dadb807 req-e68ab80f-9e0e-404d-b9ea-42b1f86dc4e2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:11.631118 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c99d22dc-eff6-4800-8668-71888dadb807 req-e68ab80f-9e0e-404d-b9ea-42b1f86dc4e2 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0837452 Apr 30 14:08:11.676094 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c99d22dc-eff6-4800-8668-71888dadb807 req-bbc210df-d2a3-4e25-abdd-13c5c221536a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Apr 30 14:08:12.872498 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20caa1e-b2c5-45f7-9744-83b335bce983 req-c9f2e82c-f995-4e67-85ec-4daa07a296e3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:12.873951 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b20caa1e-b2c5-45f7-9744-83b335bce983 req-c9f2e82c-f995-4e67-85ec-4daa07a296e3 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0868082 Apr 30 14:08:12.917620 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b20caa1e-b2c5-45f7-9744-83b335bce983 req-5b0aa506-0836-4229-b030-ea4e664a3cc9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Apr 30 14:08:13.483780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-09751629-c161-4e32-befb-a11b50b69211 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:13.485098 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-09751629-c161-4e32-befb-a11b50b69211 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.0792191 Apr 30 14:08:13.704217 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Deleting port 7834ddce-835b-4172-8379-a3d1b744b7b4 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:13.704605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:13.837164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] For port 7834ddce-835b-4172-8379-a3d1b744b7b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7834ddce-835b-4172-8379-a3d1b744b7b4,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:13.837426 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:14.139318 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:08:14.171635 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:14.172003 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:14.172313 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Floating IP b38ced55-14ae-4a3a-b4b1-494052d62cee disassociated. External IP: 172.28.0.219, port: 7834ddce-835b-4172-8379-a3d1b744b7b4. Apr 30 14:08:14.172648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Calling delete_port for 7834ddce-835b-4172-8379-a3d1b744b7b4 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:14.210503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24908077-6791-45a0-baa8-251b62fcbd0c req-6ce9ce21-86d4-4f3d-82f1-af0dad9252cf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:14.211987 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-24908077-6791-45a0-baa8-251b62fcbd0c req-6ce9ce21-86d4-4f3d-82f1-af0dad9252cf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 945 time: 0.1873384 Apr 30 14:08:14.271119 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-24908077-6791-45a0-baa8-251b62fcbd0c req-1b0cf6e2-bb29-42bd-aeaf-762de8f9f1a8 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b58ded-2ac5-4488-a780-715f7da1a30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524201 Apr 30 14:08:14.341661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:14.347225 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-09407feb-4ebb-47c6-ac78-f8c061efb0e9 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:14.391420 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'Port': ['ID=7834ddce-835b-4172-8379-a3d1b744b7b4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:14.403044 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.403443 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.403810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.404180 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.404522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.404875 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.405225 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.405574 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.405924 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.406274 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.406624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.406986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:14.459936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:14.587378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:14.766744 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:14.776379 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:14.790353 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:14.790975 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:07:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:14.848067 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] No DVR routers for this DVR port 7834ddce-835b-4172-8379-a3d1b744b7b4 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:14.850723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:14.853572 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'name': 'network-vif-deleted', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:14.874413 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b535797a-9a53-4179-b6d3-0e1f760df77d req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.46 "DELETE /v2.0/ports/7834ddce-835b-4172-8379-a3d1b744b7b4 HTTP/1.1" status: 204 len: 173 time: 1.3827014 Apr 30 14:08:14.975563 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99df9e6a-c56d-4cab-bd6d-756e71a44c07', 'name': 'network-vif-deleted', 'tag': '7834ddce-835b-4172-8379-a3d1b744b7b4', 'status': 'completed', 'code': 200} Apr 30 14:08:15.003904 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:15.360203 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:15.364495 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:15.374004 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:15.374648 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:07:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:15.450434 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-49602a63-fe53-4f46-af0a-a18be302f5b8 req-72c2359a-9d63-4277-8f30-8306ae017b0f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Synchronizing usage tracker for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:15.469157 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-49602a63-fe53-4f46-af0a-a18be302f5b8 req-72c2359a-9d63-4277-8f30-8306ae017b0f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Unset dirty status for tenant:0196b115a704458b9d38a8d24269a156 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:15.470670 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-49602a63-fe53-4f46-af0a-a18be302f5b8 req-72c2359a-9d63-4277-8f30-8306ae017b0f tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/ports?device_id=99df9e6a-c56d-4cab-bd6d-756e71a44c07 HTTP/1.1" status: 200 len: 210 time: 0.0693271 Apr 30 14:08:15.553719 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:15.870450 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:15.874566 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17e641-423c-4d70-ac75-6273b7ebd445 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'e4d6ec82-40ed-4200-be93-da911481cfdf', 'name': '', 'network_id': '93821ff3-e2e9-455a-95f1-98bca328ea47', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'mac_address': 'fa:16:3e:0e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:43Z', 'updated_at': '2021-04-30T14:02:58Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'subnets': [{'id': '6c3f9ac5-8c13-4713-9cf3-222059d07aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:15.943555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1018b7d6-0b62-42a7-9505-032ba0712e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.097571 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478f37b-9394-4563-9cfd-571b23455686 None None] New status for floating IP b38ced55-14ae-4a3a-b4b1-494052d62cee: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:08:16.186465 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.496810 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7834ddce-835b-4172-8379-a3d1b744b7b4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:16.532675 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 7834ddce-835b-4172-8379-a3d1b744b7b4 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:16.533025 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 7834ddce-835b-4172-8379-a3d1b744b7b4 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:16.598469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43824) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:16.667407 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.695977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.750475 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.755639 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4a755687-29b9-4bf2-bb97-c39d756fa810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:16.770789 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b58ded-2ac5-4488-a780-715f7da1a30f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:16.781001 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.781368 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.781728 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.782090 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.782436 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.782780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.783126 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.783493 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.783838 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.784179 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.784518 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.784857 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:16.789443 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:16.791581 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:16.793172 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "DELETE /v2.0/security-groups/24b58ded-2ac5-4488-a780-715f7da1a30f HTTP/1.1" status: 204 len: 168 time: 0.1932154 Apr 30 14:08:16.795493 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43828) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:16.813184 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.api.v2.resource [None req-269a1aa4-7e6c-4fc2-8cd0-12b5eaf5ab10 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] show failed (client error): The resource could not be found. Apr 30 14:08:16.814326 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-269a1aa4-7e6c-4fc2-8cd0-12b5eaf5ab10 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "GET /v2.0/security-groups/24b58ded-2ac5-4488-a780-715f7da1a30f HTTP/1.1" status: 404 len: 347 time: 0.0178001 Apr 30 14:08:16.817494 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43832) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:17.052898 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Deleting port 4ec8e712-2f52-4c62-8629-f3fee681d232 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:17.053327 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.171585 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.171906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.301672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Calling delete_port for 4ec8e712-2f52-4c62-8629-f3fee681d232 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:17.418840 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.422818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a766e4ef-47b1-41ce-9bab-2ec7eb9d77e5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:17.470042 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Pushing event deleted for resources: {'Port': ['ID=4ec8e712-2f52-4c62-8629-f3fee681d232,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:17.473193 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:17.563558 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.593692 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:17.594844 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] 10.222.0.37 "DELETE /v2.0/floatingips/b38ced55-14ae-4a3a-b4b1-494052d62cee HTTP/1.1" status: 204 len: 168 time: 0.7762415 Apr 30 14:08:18.347201 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-eff24d0b-9dcd-4f3f-a413-fa5f54103198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:18.518824 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:19.411504 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:21.170840 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:21.590124 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43862) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:22.333086 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:22.747214 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Deleting port e4d6ec82-40ed-4200-be93-da911481cfdf {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:22.747998 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:22.868355 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] For port e4d6ec82-40ed-4200-be93-da911481cfdf, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=e4d6ec82-40ed-4200-be93-da911481cfdf,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:22.868710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:22.996364 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Calling delete_port for e4d6ec82-40ed-4200-be93-da911481cfdf owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:23.395682 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:23.399285 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:23.443519 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d6ec82-40ed-4200-be93-da911481cfdf,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:23.446499 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:23.720750 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:24.079626 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Router e2aad8b1-a861-4aa5-a59d-0a751816ad20 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:24.262099 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:24.270368 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Sync routers for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:24.275105 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-c01332ac-bc55-41a8-aeb6-5c017247f9fd admin admin] 10.222.0.37 "PUT /v2.0/routers/e2aad8b1-a861-4aa5-a59d-0a751816ad20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838293 Apr 30 14:08:24.277627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43868) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:24.280941 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:24.281562 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:24.456366 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:24.463211 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:24.766675 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:24.767034 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:23Z', 'revision_number': 5, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port': {'id': '5b922d69-7b70-4193-aa62-608803d7afe9', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:24.770885 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Checking router: e2aad8b1-a861-4aa5-a59d-0a751816ad20 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:24.780294 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Routers {'e2aad8b1-a861-4aa5-a59d-0a751816ad20'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:24.780914 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:24.844424 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Deleting port 5b922d69-7b70-4193-aa62-608803d7afe9 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:24.844761 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:24.977596 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] For port 5b922d69-7b70-4193-aa62-608803d7afe9, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5b922d69-7b70-4193-aa62-608803d7afe9,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:24.977945 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:24.985927 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] Set router e2aad8b1-a861-4aa5-a59d-0a751816ad20 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:25.108135 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 6, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:25.108401 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Calling delete_port for 5b922d69-7b70-4193-aa62-608803d7afe9 owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:25.113097 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647870e2-4b9e-4516-b3d5-a2c1fe529ee7 None None] The sync data for ids ['e2aad8b1-a861-4aa5-a59d-0a751816ad20'] in dv-cinder-788365-2-smb is: [{'id': 'e2aad8b1-a861-4aa5-a59d-0a751816ad20', 'name': 'tempest-AttachVolumeTestJSON-159512511-router', 'tenant_id': '0196b115a704458b9d38a8d24269a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 6, 'project_id': '0196b115a704458b9d38a8d24269a156', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:25.305516 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.309522 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ee238125-c54d-46e2-af32-c26a462e3d61 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:25.392623 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b922d69-7b70-4193-aa62-608803d7afe9,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:25.400487 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:25.471333 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.611966 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device e4d6ec82-40ed-4200-be93-da911481cfdf no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:25.650093 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.652275 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: e4d6ec82-40ed-4200-be93-da911481cfdf {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:25.652641 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device e4d6ec82-40ed-4200-be93-da911481cfdf not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:25.653022 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.681299 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.681955 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2aad8b1-a861-4aa5-a59d-0a751816ad20 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:08:25.695021 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.699599 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e2aad8b1-a861-4aa5-a59d-0a751816ad20 HTTP/1.1" status: 204 len: 168 time: 1.4175088 Apr 30 14:08:25.699824 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43874) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:25.761621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Deleting subnet 6c3f9ac5-8c13-4713-9cf3-222059d07aa5 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:08:25.764768 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.817368 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:25.947819 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.200079 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.205264 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a10fde3e-58e3-4baf-bcc1-ecc538b0b68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:26.240497 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3f9ac5-8c13-4713-9cf3-222059d07aa5,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:26.244226 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:26.248429 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.254309 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435d832-f6df-49db-ba47-aa7c91cc7a1b None None] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:26.258269 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-14898c48-5786-4b42-a89b-c617bbbb9524 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c3f9ac5-8c13-4713-9cf3-222059d07aa5 HTTP/1.1" status: 204 len: 168 time: 0.5556953 Apr 30 14:08:26.259025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43878) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:26.463431 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.511571 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] DHCP port deletion for 93821ff3-e2e9-455a-95f1-98bca328ea47 request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:08:26.540122 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Deleting port 535ee106-211a-4a44-97ca-0ceddc1800fc {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:26.540530 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.586471 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Deleting port 535ee106-211a-4a44-97ca-0ceddc1800fc {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:26.586896 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.649186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] For port 535ee106-211a-4a44-97ca-0ceddc1800fc, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=535ee106-211a-4a44-97ca-0ceddc1800fc,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:26.649186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.683531 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] For port 535ee106-211a-4a44-97ca-0ceddc1800fc, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=535ee106-211a-4a44-97ca-0ceddc1800fc,segment=NetworkSegment(8f51d319-5d39-44ca-b921-6df49187fa3c),segment_id=8f51d319-5d39-44ca-b921-6df49187fa3c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:26.684180 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.768255 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Calling delete_port for 535ee106-211a-4a44-97ca-0ceddc1800fc owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:26.808544 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Calling delete_port for 535ee106-211a-4a44-97ca-0ceddc1800fc owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:26.816716 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.821359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:26.866437 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=535ee106-211a-4a44-97ca-0ceddc1800fc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:26.868363 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] No DVR routers for this DVR port 535ee106-211a-4a44-97ca-0ceddc1800fc on host dv-cinder-788365-2-smb {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:26.869818 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:26.943328 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.946908 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:26.986218 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:26.990323 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Pushing event deleted for resources: {'Port': ['ID=535ee106-211a-4a44-97ca-0ceddc1800fc,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:26.993354 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:26.994418 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] No DVR routers for this DVR port 535ee106-211a-4a44-97ca-0ceddc1800fc on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:27.098916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93821ff3-e2e9-455a-95f1-98bca328ea47']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:27.111230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f51d319-5d39-44ca-b921-6df49187fa3c') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:27.111560 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f51d319-5d39-44ca-b921-6df49187fa3c') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:27.123066 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6917550'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.139261 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.145445 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:08:27.320669 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:27.331701 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6650229'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.373665 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 535ee106-211a-4a44-97ca-0ceddc1800fc no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:27.408455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 535ee106-211a-4a44-97ca-0ceddc1800fc {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:27.408877 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 535ee106-211a-4a44-97ca-0ceddc1800fc not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:27.409299 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5b922d69-7b70-4193-aa62-608803d7afe9 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:27.446272 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 5b922d69-7b70-4193-aa62-608803d7afe9 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:27.446612 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5b922d69-7b70-4193-aa62-608803d7afe9 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:27.500715 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Network 93821ff3-e2e9-455a-95f1-98bca328ea47 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: timer() Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: cb(*args, **kw) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: self._notify() Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: self.callback(batched_events) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: event.method(event) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: return self._get(url).json() Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:08:27.526256 dv-cinder-788365-2-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:08:27.602563 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.606569 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:27.620469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.631041 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=93821ff3-e2e9-455a-95f1-98bca328ea47,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:27.634940 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:27.646162 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/93821ff3-e2e9-455a-95f1-98bca328ea47 HTTP/1.1" status: 204 len: 168 time: 1.3860641 Apr 30 14:08:27.769708 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43884) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:27.822926 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4cc47d46-f5de-499a-b5da-486263c6c6c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0196b115a704458b9d38a8d24269a156&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519364 Apr 30 14:08:27.825498 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43888) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:27.884516 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.909658 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.962878 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.966906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-facda015-66b6-4079-8cc5-18a0c32c992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:27.982609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115e3c6d-9200-44aa-ac92-09116ebc329e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:27.986179 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:27.989345 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:27.990443 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/115e3c6d-9200-44aa-ac92-09116ebc329e HTTP/1.1" status: 204 len: 168 time: 0.1640708 Apr 30 14:08:28.709131 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 43912) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:28.810688 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-28088367-network', 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:28.815351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:28.819143 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Usage tracker for resource:network and tenant:a4a4a44a61ae41e6acbca50adc5eff1d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:28.821990 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:28.828304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:28.838586 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:08:28.840965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:28.853594 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:28.867965 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:28.871935 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Usage tracker for resource:security_group_rule and tenant:a4a4a44a61ae41e6acbca50adc5eff1d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:28.874479 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:28.880175 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:28.972980 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:28.977942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:28.980886 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-693e6ed2-88aa-4d49-b1ba-a235da59b3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:29.096977 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:08:29.103049 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:29.106652 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:29.110270 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.111231 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Added segment 978d4bf1-4b0d-4989-ba65-aa5c133f3198 of type vlan for network c89e736c-6f17-4af0-989d-cd0831c316ed Apr 30 14:08:29.137494 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.167308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.168701 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:29.169294 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.172633 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08292609-982f-4df7-b9d1-ba700b56b688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:29.277432 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Pushing event updated for resources: {'Network': ['ID=c89e736c-6f17-4af0-989d-cd0831c316ed,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:29.280302 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:29.282320 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5721064 Apr 30 14:08:29.285360 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43918) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:29.287021 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network c89e736c-6f17-4af0-989d-cd0831c316ed details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:08:29.291364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Request body: {'subnet': {'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-28088367-subnet', 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:29.296162 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:29.300007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Usage tracker for resource:subnet and tenant:a4a4a44a61ae41e6acbca50adc5eff1d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:29.302822 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:29.309629 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:29.320247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:08:29.322674 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6291974'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.787428 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8366824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6291988'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.791200 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f8eb15b4-d34b-43db-8f78-34a6bf2e225f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:29.864160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0780e211-b413-42ae-bb7a-efeeab4225f7,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:29.868033 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:29.873675 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Checking segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:08:29.874032 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Network hostable DHCP agents. Network: c89e736c-6f17-4af0-989d-cd0831c316ed, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:08:29.892345 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Network c89e736c-6f17-4af0-989d-cd0831c316ed is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:08:29.900845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, c89e736c-6f17-4af0-989d-cd0831c316ed) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:08:29.909545 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:29.909741 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f167d20-3720-4f58-b573-89d3136b9c14 None None] Network c89e736c-6f17-4af0-989d-cd0831c316ed requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:29.910181 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:29.930595 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-9b5c0c77-3ede-49bc-891c-63ecca282e1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6441245 Apr 30 14:08:30.117053 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e269619d-739a-49b0-b9e6-fd5cb82017a0 None None] Network c89e736c-6f17-4af0-989d-cd0831c316ed requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:30.454766 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7ce6a68c-8b51-4925-9612-1ba5646aa37b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:30.455388 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7ce6a68c-8b51-4925-9612-1ba5646aa37b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:30.473792 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7ce6a68c-8b51-4925-9612-1ba5646aa37b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:30.474954 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7ce6a68c-8b51-4925-9612-1ba5646aa37b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1660900 Apr 30 14:08:30.490160 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-8bd286a4-9abc-46e6-be47-f3632d1f4831 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/quotas/a4a4a44a61ae41e6acbca50adc5eff1d HTTP/1.1" status: 200 len: 375 time: 0.0094676 Apr 30 14:08:30.539369 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-3d65a84e-a329-49d1-a804-18e1544b0f6f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431664 Apr 30 14:08:30.720678 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-eac098e4-df63-4509-a022-eff74ce563db service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737366 Apr 30 14:08:30.850788 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-b7963658-77bb-46b1-ad53-d6133b77c81e service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232772 Apr 30 14:08:31.027584 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b9093857-0e8a-421f-8907-f2491a0fc0c3 req-e5c7d1af-7e10-4d6e-8fe3-18e39556a912 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 210 time: 0.0433834 Apr 30 14:08:32.077502 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7afc4d46-bedb-41cf-aa67-cbb7f5ca2a7c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:32.079205 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-7afc4d46-bedb-41cf-aa67-cbb7f5ca2a7c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1487274 Apr 30 14:08:32.093332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Request body: {'port': {'device_id': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'admin_state_up': True, 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:32.183967 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2dcf17a2-3617-4f4d-8f29-9f9c023a9b27 req-0f99137b-3a7f-429d-971f-153d156e92c9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 210 time: 0.0498116 Apr 30 14:08:32.242605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:32.246488 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Usage tracker for resource:port and tenant:a4a4a44a61ae41e6acbca50adc5eff1d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:32.249388 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:32.255027 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:32.267380 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:08:32.270985 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:32.438119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Allocated IP 172.20.0.7 (c89e736c-6f17-4af0-989d-cd0831c316ed/0780e211-b413-42ae-bb7a-efeeab4225f7/3a6ba566-548d-4647-b799-0dc86ecdbefd) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:08:32.640258 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:32.667854 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:32.673201 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eabdee0f-6d4c-4d76-8397-a8b5d5e37bbf tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:32.733309 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Network c89e736c-6f17-4af0-989d-cd0831c316ed is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:08:32.736237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:08:32.744767 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:08:32.775693 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event updated for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:32.781795 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:32.812870 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:32.813467 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:32.833095 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434213 Apr 30 14:08:32.846172 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Request body: {'port': {'device_id': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:32.953293 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.328984 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6ba566-548d-4647-b799-0dc86ecdbefd {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:08:33.341801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.362627 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Transition to ACTIVE for port object 3a6ba566-548d-4647-b799-0dc86ecdbefd will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:08:33.367224 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.372491 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0c037f-3cf2-4b7d-a17e-eebb6ddb66c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:33.580936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:33.609564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:33.622013 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5991de-a07c-4c8b-80ac-4da5486def7f req-189c8841-0ebb-4219-9702-5bb3e5802f72 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:33.622712 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1f5991de-a07c-4c8b-80ac-4da5486def7f req-189c8841-0ebb-4219-9702-5bb3e5802f72 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:33.682421 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1f5991de-a07c-4c8b-80ac-4da5486def7f req-189c8841-0ebb-4219-9702-5bb3e5802f72 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:33.683578 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1f5991de-a07c-4c8b-80ac-4da5486def7f req-189c8841-0ebb-4219-9702-5bb3e5802f72 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 931 time: 0.3939335 Apr 30 14:08:33.722942 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Attempting to bind port 3a6ba566-548d-4647-b799-0dc86ecdbefd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:08:33.723325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Attempting to bind port 3a6ba566-548d-4647-b799-0dc86ecdbefd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:08:33.723735 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Attempting to bind port 3a6ba566-548d-4647-b799-0dc86ecdbefd on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:08:33.737579 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Port 3a6ba566-548d-4647-b799-0dc86ecdbefd on network c89e736c-6f17-4af0-989d-cd0831c316ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:08:33.737879 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Attempting to bind port 3a6ba566-548d-4647-b799-0dc86ecdbefd on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:08:33.749253 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:08:33.749589 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Checking segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:08:33.749960 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Bound using segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:08:33.750382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Bound port: 3a6ba566-548d-4647-b799-0dc86ecdbefd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:08:33.750726 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.765078 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1f5991de-a07c-4c8b-80ac-4da5486def7f req-f74e77fc-3b14-4d31-82d0-7f4ad6a7cc3d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Apr 30 14:08:33.844771 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:08:33.847726 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:08:33.852416 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.856844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7fd64f03-fe7a-42bf-9b10-be3e2423b4aa tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:33.905361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:33.905958 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:33.907266 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] 10.222.0.46 "PUT /v2.0/ports/3a6ba566-548d-4647-b799-0dc86ecdbefd HTTP/1.1" status: 200 len: 1093 time: 1.0651617 Apr 30 14:08:33.907799 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:33.939547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:33.942552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:33.981820 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd', 'status': 'completed', 'code': 200} Apr 30 14:08:34.015551 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-5743969e-c804-4068-819b-33f37d845e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:34.016995 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-5743969e-c804-4068-819b-33f37d845e53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 1096 time: 0.0702522 Apr 30 14:08:34.088065 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-4f3fa92f-58f3-4df1-8891-0e59c7a605a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd HTTP/1.1" status: 200 len: 217 time: 0.0628932 Apr 30 14:08:34.150462 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-0bbd1b34-8650-405b-8ccc-a6ecd23f9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:34.151940 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-0bbd1b34-8650-405b-8ccc-a6ecd23f9708 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0563824 Apr 30 14:08:34.201521 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-1498e524-6987-4def-bc3f-394427866981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406759 Apr 30 14:08:34.333374 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-24771488-39ca-4246-b1a2-01a7f14dfc0b service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247618 Apr 30 14:08:34.466194 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-59aa7116-7bf3-4367-98ff-4329e717edad tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485313086&fields=id&tenant_id=fb8249fab3a24fcc8b7843554df6d7ae HTTP/1.1" status: 200 len: 267 time: 0.1241813 Apr 30 14:08:34.546130 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1ca71814-750b-47c8-bcb5-da952cd91bd3 req-703631fb-95e9-49f0-89a6-b9421b40c084 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909571 Apr 30 14:08:34.577837 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-b017d963-ba3d-481f-935d-1dfd29811655 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:34.579569 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-b017d963-ba3d-481f-935d-1dfd29811655 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 985 time: 0.1071026 Apr 30 14:08:34.591722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Request body: {'port': {'security_groups': ['738da013-334f-4902-8f24-45ec4749060c']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:34.760994 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:34.778885 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c319b3-837a-4489-8b04-1734feeeca40 req-8c7c66c2-4932-489a-a492-96d02fb7642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:34.780352 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-8c7c66c2-4932-489a-a492-96d02fb7642b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 1096 time: 0.1584997 Apr 30 14:08:34.950326 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00d20c-1ea1-4e8e-9882-1bff45e11c05 req-00193903-9411-4d80-ad5a-c5d13f70ab53 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:34.951846 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-da00d20c-1ea1-4e8e-9882-1bff45e11c05 req-00193903-9411-4d80-ad5a-c5d13f70ab53 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 943 time: 0.0801597 Apr 30 14:08:34.998956 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-da00d20c-1ea1-4e8e-9882-1bff45e11c05 req-44857b33-b3b5-47d0-91c4-2fab6b75a18b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:35.001762 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c319b3-837a-4489-8b04-1734feeeca40 req-648aad36-1153-44bb-8ea0-6a9ce312fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:35.003264 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-648aad36-1153-44bb-8ea0-6a9ce312fdd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 914 time: 0.1942058 Apr 30 14:08:35.017371 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-da00d20c-1ea1-4e8e-9882-1bff45e11c05 req-44857b33-b3b5-47d0-91c4-2fab6b75a18b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:35.018484 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-da00d20c-1ea1-4e8e-9882-1bff45e11c05 req-44857b33-b3b5-47d0-91c4-2fab6b75a18b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Apr 30 14:08:35.169995 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-3ba5ecee-be96-42af-b74e-68afd015e0ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd HTTP/1.1" status: 200 len: 217 time: 0.1543667 Apr 30 14:08:35.304256 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c319b3-837a-4489-8b04-1734feeeca40 req-2629ad26-c386-4829-9d6e-87a51de1104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:35.305568 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-2629ad26-c386-4829-9d6e-87a51de1104a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0927498 Apr 30 14:08:35.356324 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-7b052228-6709-42a8-b4d3-448067c76c08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425665 Apr 30 14:08:35.357803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:35.415193 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.462071 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.472670 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-597f58e5-0bdb-4a52-ab4d-aeba8028c57a tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:35.478384 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:35.538989 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:35.539631 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.541743 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-21f4bb99-9356-4cb9-88ff-fe6669d80be4 req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "PUT /v2.0/ports/18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 943 time: 0.9543183 Apr 30 14:08:35.546644 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43968) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:35.628528 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event updated for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:35.631795 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:35.650166 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-30be1fe3-112f-4d0f-afdb-d21435e53ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818229 Apr 30 14:08:35.671155 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:35.703362 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.794291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.802716 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-85850f21-65ff-4ec4-9af8-ff02e446bee6 None None] Provisioning complete for port 18b22f36-f4c5-492d-868e-b337707570bc triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:08:35.803127 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-85850f21-65ff-4ec4-9af8-ff02e446bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.858167 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-16c319b3-837a-4489-8b04-1734feeeca40 req-96929949-c020-40d3-9809-64897aef773e service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940110 Apr 30 14:08:35.885776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.890898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3aa92d5f-85b3-4e92-b48e-2e75a827b21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:35.906012 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972df4fc-6c43-4b1b-9b62-59a4adb93906,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:35.908840 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:35.915553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:35.916655 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ebebe4dc-3e14-4a59-80c1-8a6c5106636e tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "DELETE /v2.0/security-groups/972df4fc-6c43-4b1b-9b62-59a4adb93906 HTTP/1.1" status: 204 len: 168 time: 0.3690987 Apr 30 14:08:35.919287 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 43972) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:35.991571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:36.083116 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:08:36.302442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d313-96bc-49db-a052-92239cbcff9f req-5f5cbbce-a640-42f1-ab83-6f24384ba7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:36.304540 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-5f5cbbce-a640-42f1-ab83-6f24384ba7be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1099 time: 0.2206798 Apr 30 14:08:36.314839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23292b5-3681-45b0-ad30-48c4005e0cee req-f6b3f306-455b-4c4c-9f86-a6f431d1096f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:36.316254 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c23292b5-3681-45b0-ad30-48c4005e0cee req-f6b3f306-455b-4c4c-9f86-a6f431d1096f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 943 time: 0.1809142 Apr 30 14:08:36.425673 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Deleting port 718b1b31-bf36-47ab-b9e9-e8217bf88840 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:36.426329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:36.530790 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c23292b5-3681-45b0-ad30-48c4005e0cee req-90c91763-c086-4c92-89b2-84030ba0ce58 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910603 Apr 30 14:08:36.572582 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d313-96bc-49db-a052-92239cbcff9f req-b6da8ce1-6e80-4381-ab76-3b17cd204271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:36.573933 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-b6da8ce1-6e80-4381-ab76-3b17cd204271 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.2562184 Apr 30 14:08:36.595303 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 3a6ba566-548d-4647-b799-0dc86ecdbefd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:08:36.732369 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:36.750226 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '3a6ba566-548d-4647-b799-0dc86ecdbefd', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'port_id': '3a6ba566-548d-4647-b799-0dc86ecdbefd', 'mac_address': 'fa:16:3e:f3:54:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0780e211-b413-42ae-bb7a-efeeab4225f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:08:36.770616 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:36.770936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:36.805239 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:36.821722 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6ba566-548d-4647-b799-0dc86ecdbefd {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:08:36.837700 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:36.842969 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:36.844839 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:36.904774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Calling delete_port for 718b1b31-bf36-47ab-b9e9-e8217bf88840 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:36.909684 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:36.916910 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.917259 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.917604 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.917973 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.918271 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.918601 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.918928 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.919259 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.919609 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.919932 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.920252 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.920573 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:08:36.922318 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-c44c1f7e-487c-49e2-b3b8-45378c12dfc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 1002 time: 0.3387680 Apr 30 14:08:36.924361 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:37.012412 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d313-96bc-49db-a052-92239cbcff9f req-5127156a-b8e7-458c-8dee-577dd52953be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:37.013837 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-5127156a-b8e7-458c-8dee-577dd52953be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.0791903 Apr 30 14:08:37.085376 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:37.147169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d313-96bc-49db-a052-92239cbcff9f req-94233334-1fc3-4455-8f92-d5a810ef18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:37.148675 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-94233334-1fc3-4455-8f92-d5a810ef18f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1268017 Apr 30 14:08:37.200124 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:37.245169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc853119-2e7b-4161-a0d5-bd2762a5b4ce tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:37.304479 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event deleted for resources: {'Port': ['ID=718b1b31-bf36-47ab-b9e9-e8217bf88840,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:37.306843 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:37.412867 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-e3137b5c-a921-40c3-8d71-590459e32f10 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558827 Apr 30 14:08:37.419413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:37.419747 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Floating IP f26fd278-8601-4154-b30f-02b05a37736c disassociated (deleted). External IP: 172.28.0.165, port: 18b22f36-f4c5-492d-868e-b337707570bc. Apr 30 14:08:37.692998 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b966d313-96bc-49db-a052-92239cbcff9f req-5a6cdff7-0f26-4473-9f8e-44926164f8b5 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255118 Apr 30 14:08:37.733094 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a79b4-5bfa-434e-a8e5-59fa22c686db req-9919dcbb-3b62-46eb-84e9-a2b23d396d8d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:37.734559 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fe8a79b4-5bfa-434e-a8e5-59fa22c686db req-9919dcbb-3b62-46eb-84e9-a2b23d396d8d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 944 time: 0.0924687 Apr 30 14:08:37.778946 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fe8a79b4-5bfa-434e-a8e5-59fa22c686db req-8f6ad6b8-5071-493c-8525-87c34936e9c5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385582 Apr 30 14:08:37.880933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Router 139f2bcd-590c-4822-ac94-3d027b94ac17 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:38.058359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:38.067468 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Sync routers for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:38.077548 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:38.078706 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:38.083637 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:38.247469 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "DELETE /v2.0/floatingips/f26fd278-8601-4154-b30f-02b05a37736c HTTP/1.1" status: 204 len: 168 time: 2.3270776 Apr 30 14:08:38.248135 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:38.268897 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:38.388745 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adca39-0c70-4f87-8901-ae1198a7ff25 req-fb8b6efb-2bd5-4b32-b1ce-0f914ad23b1e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:38.390339 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-41adca39-0c70-4f87-8901-ae1198a7ff25 req-fb8b6efb-2bd5-4b32-b1ce-0f914ad23b1e tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 946 time: 0.0837376 Apr 30 14:08:38.447797 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-41adca39-0c70-4f87-8901-ae1198a7ff25 req-39c63849-5ff5-45e1-b6cd-b096547229be tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515161 Apr 30 14:08:38.498682 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:08:38.605559 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:38.610837 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Checking router: 139f2bcd-590c-4822-ac94-3d027b94ac17 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:38.614430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-c2ff226a-ec40-48e5-b7e0-2a477c8ea330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:38.616150 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-c2ff226a-ec40-48e5-b7e0-2a477c8ea330 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 1099 time: 0.0886545 Apr 30 14:08:38.621938 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:38.622542 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:38.628042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 3a6ba566-548d-4647-b799-0dc86ecdbefd up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:08:38.736010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 3a6ba566-548d-4647-b799-0dc86ecdbefd completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:08:38.742053 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 3a6ba566-548d-4647-b799-0dc86ecdbefd triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:08:38.742438 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:38.780598 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-42ef667b-21aa-4f05-b83d-605967d1110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:38.782092 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-42ef667b-21aa-4f05-b83d-605967d1110a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 200 len: 915 time: 0.1558647 Apr 30 14:08:38.840034 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:38.858972 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-0e23b521-cd87-4b93-aa0d-0ec41f38d021 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 200 len: 217 time: 0.0666888 Apr 30 14:08:38.872752 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:38.905090 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:38.924924 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:38.932619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:38.935120 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-06534c33-49e7-4561-9a74-af35ca79ac6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:38.975693 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-cc679233-aa10-4385-98b8-de0567ae4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:38.977154 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-cc679233-aa10-4385-98b8-de0567ae4b5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 200 len: 853 time: 0.1105647 Apr 30 14:08:38.979991 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd', 'code': 200} Apr 30 14:08:39.017219 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:39.028428 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:39.057131 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54116-7ea9-4bd2-b196-fb03232dd69f req-4d3112bc-e5a5-46f7-add9-40c484544b98 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:39.064059 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c0a54116-7ea9-4bd2-b196-fb03232dd69f req-4d3112bc-e5a5-46f7-add9-40c484544b98 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.1612854 Apr 30 14:08:39.116503 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c0a54116-7ea9-4bd2-b196-fb03232dd69f req-4a9f8b6e-f387-4eb2-96d3-ef0a2ea03ae8 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Apr 30 14:08:39.128184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-8a9736bc-117a-4af1-be3a-4aa651ad8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:39.129798 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-8a9736bc-117a-4af1-be3a-4aa651ad8e22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a82dfeaa-cc42-4879-83bf-2ee504af4c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425762 Apr 30 14:08:39.214405 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:39.218178 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d956fb-62f3-47e0-acc4-7be94e1d7aec None None] The sync data for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb is: [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:06:14Z', 'revision_number': 4, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f', 'name': '', 'network_id': 'a82dfeaa-cc42-4879-83bf-2ee504af4c6f', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'mac_address': 'fa:16:3e:58:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd760df15-3580-4165-a867-beda1750d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:12Z', 'updated_at': '2021-04-30T14:06:22Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'subnets': [{'id': 'd760df15-3580-4165-a867-beda1750d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:39.277539 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e6dc5-6ca9-43c5-af9e-50280674f6df req-9d665f36-f383-4bb1-8e26-214086fa7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:39.279103 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a90e6dc5-6ca9-43c5-af9e-50280674f6df req-9d665f36-f383-4bb1-8e26-214086fa7530 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 1098 time: 0.0849183 Apr 30 14:08:39.280838 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-a11f1af7-369e-479b-b72a-36ab8f969958 service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423187 Apr 30 14:08:39.332959 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a90e6dc5-6ca9-43c5-af9e-50280674f6df req-fe8bb11b-3be8-426d-b560-18626d7ed499 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Apr 30 14:08:39.424934 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ff8ef8f5-9a0d-4910-8e3a-2c56cd65e338 req-8c519d73-a70c-4d94-8378-f60a150eae4a service neutron] 10.222.0.46 "GET /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328592 Apr 30 14:08:39.483544 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abeca6b-408f-4591-afe2-a22bd960337d None None] New status for floating IP f26fd278-8601-4154-b30f-02b05a37736c: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:08:39.644288 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31936379-6bdc-478d-86ce-dd839ef13409 req-e23827ce-f198-48a8-9ece-509c17eb9d25 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:39.646004 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-31936379-6bdc-478d-86ce-dd839ef13409 req-e23827ce-f198-48a8-9ece-509c17eb9d25 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 946 time: 0.0861721 Apr 30 14:08:39.691719 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-31936379-6bdc-478d-86ce-dd839ef13409 req-1f5d6d48-9f85-4a01-99be-f1c35147ff80 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups?id=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388410 Apr 30 14:08:39.880946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-78a265b4-f496-4bd2-8723-2d49a677e015 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:39.883055 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-78a265b4-f496-4bd2-8723-2d49a677e015 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 946 time: 0.0838971 Apr 30 14:08:40.022298 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Deleting port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:40.022587 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:40.157492 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] For port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:40.157845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:40.576221 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570919cc-7833-4690-b5bd-947460823dc3 req-b9754e91-ab65-4a4d-88a0-d6d084b881a0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:40.577656 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-570919cc-7833-4690-b5bd-947460823dc3 req-b9754e91-ab65-4a4d-88a0-d6d084b881a0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.3375232 Apr 30 14:08:40.633898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:40.634259 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:40.634566 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Floating IP 828ceba1-9243-47bc-86c6-c78ced977119 disassociated. External IP: 172.28.0.13, port: b7c14a1d-ccbf-434c-a6a2-2056e2a0be79. Apr 30 14:08:40.634902 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Calling delete_port for b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:40.651604 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-570919cc-7833-4690-b5bd-947460823dc3 req-ca81b65f-2eba-40ce-8fdd-8de6f49547dc tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 Apr 30 14:08:40.754489 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:40.761389 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:40.805170 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'Port': ['ID=b7c14a1d-ccbf-434c-a6a2-2056e2a0be79,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:40.807592 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:40.848825 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e084e037-41ae-4a04-865a-1d780a02ee09 req-88911de4-b5a8-403e-a0d4-e1a4279b99ea tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0 HTTP/1.1" status: 200 len: 210 time: 0.0466661 Apr 30 14:08:40.989960 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:41.165882 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:41.175169 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:41.185360 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:41.185964 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:41.246415 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] No DVR routers for this DVR port b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:41.248947 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:41.252576 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-deleted', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:41.273589 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-94ca968a-6804-4788-a6c8-b1e94f435982 req-39a903e7-6f37-434b-a5ef-ef50391b7dfe tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.46 "DELETE /v2.0/ports/b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 HTTP/1.1" status: 204 len: 173 time: 1.3813169 Apr 30 14:08:41.316837 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc2b88-b5cb-43cf-ab4e-ec81626a57d0', 'name': 'network-vif-deleted', 'tag': 'b7c14a1d-ccbf-434c-a6a2-2056e2a0be79', 'status': 'completed', 'code': 200} Apr 30 14:08:41.414465 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:41.743563 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:41.747870 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:41.757511 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:41.760051 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:41.779405 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-2e98b8f9-152c-46b9-8b5a-53fbd2415194 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:41.780326 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-2e98b8f9-152c-46b9-8b5a-53fbd2415194 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:41.799257 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-2e98b8f9-152c-46b9-8b5a-53fbd2415194 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:41.801094 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-2e98b8f9-152c-46b9-8b5a-53fbd2415194 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.1115901 Apr 30 14:08:41.852400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afe1f4-8b0a-418e-8b52-6d075eb4955a req-0a235f84-ac8d-4829-b30c-908af593228c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:41.854536 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-11afe1f4-8b0a-418e-8b52-6d075eb4955a req-0a235f84-ac8d-4829-b30c-908af593228c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.0936363 Apr 30 14:08:41.859004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-4f7b15eb-5a8f-49a7-908b-3bec14a885b9 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:41.878119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-4f7b15eb-5a8f-49a7-908b-3bec14a885b9 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:41.879513 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-cbed6490-4399-47d4-91f0-43e2c8fc8c63 req-4f7b15eb-5a8f-49a7-908b-3bec14a885b9 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Apr 30 14:08:41.908017 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-11afe1f4-8b0a-418e-8b52-6d075eb4955a req-7cebfb0f-d9c9-4230-bd88-1839f4f66bc1 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Apr 30 14:08:42.001206 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:42.005163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44038) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:42.075064 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.103674 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.162148 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.167427 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ed27a-2167-4033-96da-8481aa88cb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:42.182221 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:42.186915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:42.199942 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.204128 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "DELETE /v2.0/security-groups/1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3 HTTP/1.1" status: 204 len: 168 time: 0.1947639 Apr 30 14:08:42.204398 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44042) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:42.222122 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.api.v2.resource [None req-6a4f73db-9df3-4d2b-9646-0dbb5d8a73e3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] show failed (client error): The resource could not be found. Apr 30 14:08:42.223109 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6a4f73db-9df3-4d2b-9646-0dbb5d8a73e3 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "GET /v2.0/security-groups/1394d8ab-7ea2-4ec0-9ed8-8e1fe3c705b3 HTTP/1.1" status: 404 len: 347 time: 0.0178173 Apr 30 14:08:42.226300 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:42.336287 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:42.341498 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54309-b367-43fe-a14c-017248fc153d None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:02:43Z', 'revision_number': 4, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': '34091e3c-634e-45b9-a9d1-15627a10bed4', 'name': '', 'network_id': '83960dae-7b3f-4df4-a885-780b63bf5fb9', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'mac_address': 'fa:16:3e:97:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:40Z', 'updated_at': '2021-04-30T14:02:55Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'subnets': [{'id': '0818ec87-63a5-46b4-b624-c4b4317da7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:42.474113 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Deleting port 7154dc1a-1bc4-488c-9a66-54f032ffd267 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:42.474453 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.573698 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc178-3498-4235-9185-9b3c6de8a6f2 None None] New status for floating IP 828ceba1-9243-47bc-86c6-c78ced977119: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:08:42.599809 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.600238 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.633950 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:42.710521 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:42.710872 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device b7c14a1d-ccbf-434c-a6a2-2056e2a0be79 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:42.723345 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Calling delete_port for 7154dc1a-1bc4-488c-9a66-54f032ffd267 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:42.925584 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:42.926532 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.db.api [None req-62dfc178-3498-4235-9185-9b3c6de8a6f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 14:08:42.926891 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_db.api [None req-62dfc178-3498-4235-9185-9b3c6de8a6f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 14:08:42.929948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ec98a42-068d-4663-89d0-ab35d2ddd585 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:42.970529 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Pushing event deleted for resources: {'Port': ['ID=7154dc1a-1bc4-488c-9a66-54f032ffd267,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:42.974117 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:43.114668 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:43.145281 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c35ee-c109-4410-b0cd-bb35627ea053 req-55ebe06f-e881-43ae-ac2b-2f2018d4f4c8 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:43.147335 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3e2c35ee-c109-4410-b0cd-bb35627ea053 req-55ebe06f-e881-43ae-ac2b-2f2018d4f4c8 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.1387959 Apr 30 14:08:43.148803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:43.149804 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] 10.222.0.37 "DELETE /v2.0/floatingips/828ceba1-9243-47bc-86c6-c78ced977119 HTTP/1.1" status: 204 len: 168 time: 0.9226627 Apr 30 14:08:43.193291 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3e2c35ee-c109-4410-b0cd-bb35627ea053 req-2daca4cf-1a3b-4ce9-b7bd-965726008c88 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/security-groups?id=738da013-334f-4902-8f24-45ec4749060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 Apr 30 14:08:43.428219 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc178-3498-4235-9185-9b3c6de8a6f2 None None] New status for floating IP 828ceba1-9243-47bc-86c6-c78ced977119: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:08:43.618277 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-5ba18e12-d9cb-4ebb-b92c-6d8dc65df41f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:43.620993 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-5ba18e12-d9cb-4ebb-b92c-6d8dc65df41f tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.46 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 946 time: 0.1027761 Apr 30 14:08:43.770605 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Deleting port 18b22f36-f4c5-492d-868e-b337707570bc {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:43.770944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:43.909787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] For port 18b22f36-f4c5-492d-868e-b337707570bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18b22f36-f4c5-492d-868e-b337707570bc,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:43.910247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:44.038213 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Calling delete_port for 18b22f36-f4c5-492d-868e-b337707570bc owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:44.149132 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:44.155156 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e4c5e784-41a8-4aa6-8c6c-fbc877e4dc52 tempest-VolumesActionsTest-1655930033 tempest-VolumesActionsTest-1655930033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:44.160708 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['18b22f36-f4c5-492d-868e-b337707570bc'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:44.206525 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Pushing event deleted for resources: {'Port': ['ID=18b22f36-f4c5-492d-868e-b337707570bc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:44.209056 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:44.288876 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] No DVR routers for this DVR port 18b22f36-f4c5-492d-868e-b337707570bc on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:44.291176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:44.294018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'name': 'network-vif-deleted', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:44.343759 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8090f205-aa9b-4c5d-986e-173a0f8e11c3', 'name': 'network-vif-deleted', 'tag': '18b22f36-f4c5-492d-868e-b337707570bc', 'status': 'completed', 'code': 200} Apr 30 14:08:44.349268 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bf20903e-5f60-4078-8e5d-8a6c09a1e4e8 req-9d77b498-5d75-40d3-a4f8-6674214f451c tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.46 "DELETE /v2.0/ports/18b22f36-f4c5-492d-868e-b337707570bc HTTP/1.1" status: 204 len: 173 time: 0.7223642 Apr 30 14:08:44.351287 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-32df52a5-1688-4a47-8976-fb99444f0764 req-0d41a3c0-c75b-44d8-acd7-2601c0a8189d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Synchronizing usage tracker for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:44.381864 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-32df52a5-1688-4a47-8976-fb99444f0764 req-0d41a3c0-c75b-44d8-acd7-2601c0a8189d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Unset dirty status for tenant:fb8249fab3a24fcc8b7843554df6d7ae on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:44.383051 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-32df52a5-1688-4a47-8976-fb99444f0764 req-0d41a3c0-c75b-44d8-acd7-2601c0a8189d tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] 10.222.0.37 "GET /v2.0/ports?device_id=8090f205-aa9b-4c5d-986e-173a0f8e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0800664 Apr 30 14:08:45.948616 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6cb1-a1ce-4404-92cb-72c18f578e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:45.950780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44134) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:46.123305 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44142) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:46.210772 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:46.637924 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 18b22f36-f4c5-492d-868e-b337707570bc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:46.643369 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:46.673285 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 18b22f36-f4c5-492d-868e-b337707570bc {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:46.673637 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 18b22f36-f4c5-492d-868e-b337707570bc not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:46.706555 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-013a436a-f5d8-4424-845d-f7fe12c52379 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:46.708044 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-013a436a-f5d8-4424-845d-f7fe12c52379 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.2998908 Apr 30 14:08:46.757384 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-121e18b5-67a8-4ff6-a166-dfc3f029ce31 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/quotas/a4a4a44a61ae41e6acbca50adc5eff1d HTTP/1.1" status: 200 len: 375 time: 0.0420697 Apr 30 14:08:46.904202 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-4673ea5d-798a-4d56-8352-2ddb69e8d62a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365817 Apr 30 14:08:47.048413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Deleting port 34091e3c-634e-45b9-a9d1-15627a10bed4 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:47.049006 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:47.086324 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-67b54143-e9dc-4b00-bed7-761f0d9bada1 service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743803 Apr 30 14:08:47.138595 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:47.170370 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] For port 34091e3c-634e-45b9-a9d1-15627a10bed4, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=34091e3c-634e-45b9-a9d1-15627a10bed4,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:47.170838 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:47.292488 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Calling delete_port for 34091e3c-634e-45b9-a9d1-15627a10bed4 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:47.384751 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-2feef5a2-11b8-40a3-a1da-37799eff8141 service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917378 Apr 30 14:08:47.627327 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:47.638073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0283c08f-9eb9-453f-bf0e-7c5bca5f2222 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:47.669890 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Deleting port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:47.670322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:47.675560 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1de32057-3794-4250-807c-f88f38b22057 req-f3aa20f2-dac2-4f0c-b91d-525dc180ed3c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 210 time: 0.0900183 Apr 30 14:08:47.685436 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34091e3c-634e-45b9-a9d1-15627a10bed4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:47.712211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:47.811096 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] For port 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:47.811488 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.092534 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Calling delete_port for 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:48.095445 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.252753 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.258551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-05c50646-99e3-4f8f-b51b-982f06fcebec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:48.305627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:48.333292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:48.353361 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-55302d6c-69d9-480f-945e-785a5867541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.487901 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Router 1d536c09-f3d3-4698-a59b-625ecfa46f71 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:48.522574 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.603315 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:48.772351 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:48.784979 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Sync routers for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:48.793481 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d536c09-f3d3-4698-a59b-625ecfa46f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8413641 Apr 30 14:08:48.796600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44170) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:48.798716 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:48.799501 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:48.855637 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1f86d67b-7f15-448f-a44b-e2d9441faf5b req-b36ddd7e-c955-4679-83d3-3a0d81129bc4 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 210 time: 0.0520999 Apr 30 14:08:48.893567 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-d92b111d-1823-4865-8ae9-897380351567 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:48.894986 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-d92b111d-1823-4865-8ae9-897380351567 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.2638705 Apr 30 14:08:48.919508 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Request body: {'port': {'device_id': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'admin_state_up': True, 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:49.007359 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:49.060265 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Router 139f2bcd-590c-4822-ac94-3d027b94ac17 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:49.105937 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.214839 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:49.242255 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:49.258262 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Sync routers for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:49.263751 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/139f2bcd-590c-4822-ac94-3d027b94ac17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379163 Apr 30 14:08:49.267770 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44178) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:49.271155 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:49.272796 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.281477 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:49.312931 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:08:49.316659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.323770 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:47Z', 'revision_number': 5, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port': {'id': '4dae30d7-0d6b-4dd6-8105-0cad93b8820d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:02:29Z', 'updated_at': '2021-04-30T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.327510 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Checking router: 1d536c09-f3d3-4698-a59b-625ecfa46f71 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:49.337769 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Routers {'1d536c09-f3d3-4698-a59b-625ecfa46f71'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:49.338603 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1d536c09-f3d3-4698-a59b-625ecfa46f71'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.342316 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.512130 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] Set router 1d536c09-f3d3-4698-a59b-625ecfa46f71 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:49.513793 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.549021 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:49.634449 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:49Z', 'revision_number': 6, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.642948 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604b88b-e098-4517-8b87-1b693f2eed5f None None] The sync data for ids ['1d536c09-f3d3-4698-a59b-625ecfa46f71'] in dv-cinder-788365-2-smb is: [{'id': '1d536c09-f3d3-4698-a59b-625ecfa46f71', 'name': 'tempest-AttachVolumeShelveTestJSON-733354622-router', 'tenant_id': '615e8ba387e84caab32fbdba04695014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:02:26Z', 'updated_at': '2021-04-30T14:08:49Z', 'revision_number': 6, 'project_id': '615e8ba387e84caab32fbdba04695014', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:49.683712 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.732591 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Deleting port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:49.732930 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.772245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Allocated IP 172.20.0.4 (c89e736c-6f17-4af0-989d-cd0831c316ed/0780e211-b413-42ae-bb7a-efeeab4225f7/0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:08:49.864423 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.900361 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:08:48Z', 'revision_number': 5, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port': {'id': '92e4d2c9-9578-4218-bafb-c3e226cd4b7d', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:09Z', 'updated_at': '2021-04-30T14:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.904676 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Checking router: 139f2bcd-590c-4822-ac94-3d027b94ac17 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:49.907218 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] For port 4dae30d7-0d6b-4dd6-8105-0cad93b8820d, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:49.907617 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:49.914967 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Routers {'139f2bcd-590c-4822-ac94-3d027b94ac17'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:49.916180 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['139f2bcd-590c-4822-ac94-3d027b94ac17'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:49.959641 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Deleting port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:49.960017 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.089169 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] Set router 139f2bcd-590c-4822-ac94-3d027b94ac17 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:50.098369 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] For port 92e4d2c9-9578-4218-bafb-c3e226cd4b7d, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:50.098725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.120315 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Calling delete_port for 4dae30d7-0d6b-4dd6-8105-0cad93b8820d owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:50.125096 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-db1d73c5-7561-4d9a-8258-8d14a4bd9e8c req-5ee53c5d-9f36-40ff-952e-9ef973174421 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 210 time: 0.1300268 Apr 30 14:08:50.202485 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-9e530852-d83d-47b7-b512-671f75324aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:08:49Z', 'revision_number': 6, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:50.206858 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e530852-d83d-47b7-b512-671f75324aba None None] The sync data for ids ['139f2bcd-590c-4822-ac94-3d027b94ac17'] in dv-cinder-788365-2-smb is: [{'id': '139f2bcd-590c-4822-ac94-3d027b94ac17', 'name': 'tempest-TestMinimumBasicScenario-479969574-router', 'tenant_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:08Z', 'updated_at': '2021-04-30T14:08:49Z', 'revision_number': 6, 'project_id': 'fb8249fab3a24fcc8b7843554df6d7ae', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:50.227381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Calling delete_port for 92e4d2c9-9578-4218-bafb-c3e226cd4b7d owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:50.258691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.322139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.330134 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:50.333960 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:50.389455 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.394410 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed52d972-05f9-4a39-89f6-6fdb77004074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:50.439831 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Pushing event deleted for resources: {'Port': ['ID=92e4d2c9-9578-4218-bafb-c3e226cd4b7d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:50.446873 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event updated for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:50.458205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Network c89e736c-6f17-4af0-989d-cd0831c316ed is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:08:50.465519 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:50.466545 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:08:50.470239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:08:50.505439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:50.531225 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.543447 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d8e8431c-15b2-491e-a192-8e6a91478335 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:50.544551 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.619547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4dae30d7-0d6b-4dd6-8105-0cad93b8820d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:50.630827 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:50.631595 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.635679 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:50.704442 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7910159 Apr 30 14:08:50.705325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.731508 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.733709 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.751560 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Request body: {'port': {'device_id': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:08:50.760200 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.761133 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139f2bcd-590c-4822-ac94-3d027b94ac17 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:08:50.775086 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.776247 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] 10.222.0.37 "DELETE /v2.0/routers/139f2bcd-590c-4822-ac94-3d027b94ac17 HTTP/1.1" status: 204 len: 168 time: 1.5072660 Apr 30 14:08:50.778675 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44184) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:50.841985 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Deleting subnet d760df15-3580-4165-a867-beda1750d3b8 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:08:50.845005 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.900595 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.921806 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.925892 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:50.980513 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.138715 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:08:51.159188 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.159832 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d536c09-f3d3-4698-a59b-625ecfa46f71 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:08:51.163977 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.185429 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.186559 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] 10.222.0.37 "DELETE /v2.0/routers/1d536c09-f3d3-4698-a59b-625ecfa46f71 HTTP/1.1" status: 204 len: 168 time: 2.3890715 Apr 30 14:08:51.196391 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.234980 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:51.377963 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Deleting subnet 0818ec87-63a5-46b4-b624-c4b4317da7ce {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:08:51.389484 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.429433 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.437183 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4dae30d7-0d6b-4dd6-8105-0cad93b8820d no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:51.443962 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:51.471341 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 4dae30d7-0d6b-4dd6-8105-0cad93b8820d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:51.471977 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 4dae30d7-0d6b-4dd6-8105-0cad93b8820d not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:51.472569 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 34091e3c-634e-45b9-a9d1-15627a10bed4 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:51.487608 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.494381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d760df15-3580-4165-a867-beda1750d3b8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:51.496760 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:51.498804 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-5b949e96-c1ff-478d-8316-07dd7aa72cb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d760df15-3580-4165-a867-beda1750d3b8 HTTP/1.1" status: 204 len: 168 time: 0.7192135 Apr 30 14:08:51.503590 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44194) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:51.509167 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2f1c7-7fe5-472b-9790-d75298c2f0b3 None None] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:51.537760 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6327047'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.564793 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f2b4-3024-4876-a448-de48f2cf6067 req-1279a3c2-14cd-46f4-8eee-131b8afc2cd5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:51.566299 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-94e5f2b4-3024-4876-a448-de48f2cf6067 req-1279a3c2-14cd-46f4-8eee-131b8afc2cd5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 931 time: 0.1974046 Apr 30 14:08:51.610460 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 34091e3c-634e-45b9-a9d1-15627a10bed4 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:51.611039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 34091e3c-634e-45b9-a9d1-15627a10bed4 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:51.611661 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 92e4d2c9-9578-4218-bafb-c3e226cd4b7d no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:51.649735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 92e4d2c9-9578-4218-bafb-c3e226cd4b7d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:51.650377 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 92e4d2c9-9578-4218-bafb-c3e226cd4b7d not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:51.650949 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:51.677406 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.701357 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-94e5f2b4-3024-4876-a448-de48f2cf6067 req-f6e85c4f-a3ea-45cb-8b1d-7aabcd57abf1 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794625 Apr 30 14:08:51.722228 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.747387 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:51.747663 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 3ddcd8ec-6ff4-41cf-9a55-ba78d64d032f not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:51.777473 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Deleting port a545f5a3-853b-4cad-a962-808a398b60d9 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:51.777811 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.882757 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] For port a545f5a3-853b-4cad-a962-808a398b60d9, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=a545f5a3-853b-4cad-a962-808a398b60d9,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:51.883331 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.924863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:08:51.934847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.952044 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] DHCP port deletion for a82dfeaa-cc42-4879-83bf-2ee504af4c6f request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:08:51.966535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Transition to ACTIVE for port object 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:08:51.979425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:51.986697 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:52.017463 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Deleting port a545f5a3-853b-4cad-a962-808a398b60d9 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:52.017784 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.024542 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Calling delete_port for a545f5a3-853b-4cad-a962-808a398b60d9 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:52.081240 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.086433 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ecadafc7-21ff-4a5d-9854-3a18bf2bb6bc tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:52.116087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] For port a545f5a3-853b-4cad-a962-808a398b60d9, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=a545f5a3-853b-4cad-a962-808a398b60d9,segment=NetworkSegment(2beb706a-2080-474e-ae4d-42201da41a6c),segment_id=2beb706a-2080-474e-ae4d-42201da41a6c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:52.116582 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.128704 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Pushing event deleted for resources: {'Port': ['ID=a545f5a3-853b-4cad-a962-808a398b60d9,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:52.135640 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:52.138771 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] No DVR routers for this DVR port a545f5a3-853b-4cad-a962-808a398b60d9 on host dv-cinder-788365-2-smb {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:52.158254 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:52.190626 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:52.237803 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Calling delete_port for a545f5a3-853b-4cad-a962-808a398b60d9 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:52.258840 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8367397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6291995'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.264291 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.267569 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:52.286607 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.290227 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:52.313335 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0818ec87-63a5-46b4-b624-c4b4317da7ce,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:52.317799 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:52.319391 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.324342 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Attempting to bind port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:08:52.325139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Attempting to bind port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:08:52.325139 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Attempting to bind port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:08:52.334855 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0818ec87-63a5-46b4-b624-c4b4317da7ce HTTP/1.1" status: 204 len: 168 time: 1.0949965 Apr 30 14:08:52.334855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44198) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:52.336032 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17e66b-bd58-4d25-8757-63d70526e906 None None] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:52.351438 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 on network c89e736c-6f17-4af0-989d-cd0831c316ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:08:52.351788 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Attempting to bind port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:08:52.370492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] No DVR routers for this DVR port a545f5a3-853b-4cad-a962-808a398b60d9 on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:52.371613 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:08:52.371963 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Checking segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:08:52.372334 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Bound using segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:08:52.372811 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Bound port: 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:08:52.373118 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.374247 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Pushing event deleted for resources: {'Port': ['ID=a545f5a3-853b-4cad-a962-808a398b60d9,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:52.377162 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:52.377405 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82dfeaa-cc42-4879-83bf-2ee504af4c6f']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:52.393558 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beb706a-2080-474e-ae4d-42201da41a6c') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:52.393851 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beb706a-2080-474e-ae4d-42201da41a6c') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:52.406476 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6917550'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.424228 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.431313 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:08:52.497776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.605506 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:52.615892 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6650229'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.660724 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] DHCP port deletion for 83960dae-7b3f-4df4-a885-780b63bf5fb9 request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:08:52.684905 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:08:52.702181 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:08:52.710223 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.716515 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f7548d44-9623-4938-8ced-4a0c991eab21 tempest-VolumesSnapshotTestJSON-671973443 tempest-VolumesSnapshotTestJSON-671973443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:52.737514 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Deleting port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:52.737903 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.770935 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:52.771609 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.773386 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] 10.222.0.46 "PUT /v2.0/ports/0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 HTTP/1.1" status: 200 len: 1093 time: 2.0295944 Apr 30 14:08:52.778252 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:52.817614 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Network a82dfeaa-cc42-4879-83bf-2ee504af4c6f has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: timer() Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: cb(*args, **kw) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: self._notify() Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: self.callback(batched_events) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: event.method(event) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: return self._get(url).json() Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:08:52.853971 dv-cinder-788365-2-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:08:52.862264 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] For port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:52.863175 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.864195 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', 'status': 'completed', 'code': 200} Apr 30 14:08:52.943499 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:52.949312 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:52.958097 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Deleting port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:52.958434 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:52.991991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Calling delete_port for 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:53.034188 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.042850 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.043226 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:53.047704 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:53.059727 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.065923 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82dfeaa-cc42-4879-83bf-2ee504af4c6f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:53.074388 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:53.081862 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] For port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,segment=NetworkSegment(3db8480f-c89d-425f-beec-ca781b41e12b),segment_id=3db8480f-c89d-425f-beec-ca781b41e12b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:53.082211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.089279 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-49c6f8be-2b92-4621-8b0b-88b38abe1285 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a82dfeaa-cc42-4879-83bf-2ee504af4c6f HTTP/1.1" status: 204 len: 168 time: 1.5845728 Apr 30 14:08:53.092028 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44206) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:53.092875 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Pushing event deleted for resources: {'Port': ['ID=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:53.096077 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:53.096867 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] No DVR routers for this DVR port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:53.214743 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-e958f283-1beb-437c-99ac-a79d6b4e9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:53.216246 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-e958f283-1beb-437c-99ac-a79d6b4e9819 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 1096 time: 0.3995969 Apr 30 14:08:53.228041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Calling delete_port for 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:53.298611 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143df9-4c7c-4e1c-b8f0-fa43e2cac231 req-ec50d92d-0446-4240-8d6d-1acc030f26fa tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:53.299324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-60143df9-4c7c-4e1c-b8f0-fa43e2cac231 req-ec50d92d-0446-4240-8d6d-1acc030f26fa tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:08:53.312668 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-e0cf6522-8bda-495f-ad25-ef3ea3a03430 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 HTTP/1.1" status: 200 len: 217 time: 0.0818343 Apr 30 14:08:53.373886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-60143df9-4c7c-4e1c-b8f0-fa43e2cac231 req-ec50d92d-0446-4240-8d6d-1acc030f26fa tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:08:53.375011 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-60143df9-4c7c-4e1c-b8f0-fa43e2cac231 req-ec50d92d-0446-4240-8d6d-1acc030f26fa tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 943 time: 0.5029171 Apr 30 14:08:53.402390 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device a545f5a3-853b-4cad-a962-808a398b60d9 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:53.415800 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-a0ebdfa1-0fe3-4fe2-a377-74e9ad489935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:53.416244 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-a0ebdfa1-0fe3-4fe2-a377-74e9ad489935 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0902829 Apr 30 14:08:53.441080 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: a545f5a3-853b-4cad-a962-808a398b60d9 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:53.441521 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device a545f5a3-853b-4cad-a962-808a398b60d9 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:53.442008 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:53.475616 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:53.476069 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:53.482845 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-8bafce58-707f-4517-adee-1f92e2624b33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566127 Apr 30 14:08:53.488673 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-60143df9-4c7c-4e1c-b8f0-fa43e2cac231 req-e309eb7d-ab69-41ea-9d6e-5b5adae7732b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035838 Apr 30 14:08:53.491243 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.497012 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-420a8c28-e422-4a70-869c-df5bdb61e2cd tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:53.569500 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb1951e-d25a-43c2-bdec-ea88e06ad2f8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:53.571308 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] No DVR routers for this DVR port 6bb1951e-d25a-43c2-bdec-ea88e06ad2f8 on host dv-cinder-788365-2-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:53.602944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:53.662868 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.750311 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:53.846541 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-1679b5ed-e532-4204-be98-e061ccd2c916 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503995 Apr 30 14:08:53.907502 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83960dae-7b3f-4df4-a885-780b63bf5fb9']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:53.972957 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db8480f-c89d-425f-beec-ca781b41e12b') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:53.973263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db8480f-c89d-425f-beec-ca781b41e12b') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:53.989689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.012244 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.031099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:08:54.063060 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d66ef7d3-09ba-4d01-8abb-09c278a922d5 req-2f81a2a3-f556-4a73-8082-4a9d23b19bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053566 Apr 30 14:08:54.079710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Deleting port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:54.080043 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.207685 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] For port 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:54.208289 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.331499 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Calling delete_port for 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:54.355755 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:54.366205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.487985 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-5d1c4dec-186f-451b-91d2-6e99bc279e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:54.489373 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-5d1c4dec-186f-451b-91d2-6e99bc279e27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 1096 time: 0.2758012 Apr 30 14:08:54.583097 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Network 83960dae-7b3f-4df4-a885-780b63bf5fb9 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:54.593378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.600337 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d1f12027-a71b-430a-8225-39c707dc13b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:08:54.606516 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:08:54.680845 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a5c5be-33cd-4fc1-bf1e-3babdb02aac8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:54.688532 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:54.749112 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.767730 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3db3f5a8-2510-47a3-8ab2-943fb20fb2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:54.784792 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:54.787977 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-2e66a0bb-67e7-4cb0-b144-10754cbb2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:54.789400 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-2e66a0bb-67e7-4cb0-b144-10754cbb2ac4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 914 time: 0.2536645 Apr 30 14:08:54.796167 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83960dae-7b3f-4df4-a885-780b63bf5fb9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:54.799705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:54.875984 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-77c03fc2-8b76-420d-bb1d-e0e1526408e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83960dae-7b3f-4df4-a885-780b63bf5fb9 HTTP/1.1" status: 204 len: 168 time: 2.5390420 Apr 30 14:08:54.875984 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-264bca2e-cd7d-413a-a9b6-e8a070b5c87d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 HTTP/1.1" status: 200 len: 217 time: 0.0681362 Apr 30 14:08:54.892729 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a03-4f23-4718-9aad-50ccc62c2af0 req-ae2ceec5-c9dd-43c4-baac-b835b46f93cc tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:54.894227 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-903d5a03-4f23-4718-9aad-50ccc62c2af0 req-ae2ceec5-c9dd-43c4-baac-b835b46f93cc tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 943 time: 0.2572064 Apr 30 14:08:54.944340 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-7fd14a75-a524-4064-b793-af2ea686d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:54.945841 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-7fd14a75-a524-4064-b793-af2ea686d243 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0638568 Apr 30 14:08:54.994252 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-00eb44de-e84f-47d5-830b-25312e060be8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421963 Apr 30 14:08:54.996688 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44214) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:55.023036 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-903d5a03-4f23-4718-9aad-50ccc62c2af0 req-807f38b1-d1b6-45a7-bef7-024bef60cd3f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175761 Apr 30 14:08:55.033025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.147173 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-5358a47f-fc37-48e7-93dc-2e031bab7234 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=615e8ba387e84caab32fbdba04695014&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1487014 Apr 30 14:08:55.149732 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44218) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:55.192561 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-9f91f6ee-fcc1-475a-92a0-dd9dd99c820b service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815073 Apr 30 14:08:55.321254 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.369125 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.391504 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-187e6b23-83c8-4d99-8b08-c1071e6df42e req-ea7dbe46-0ce0-47f8-ac29-ab6e93a61784 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896281 Apr 30 14:08:55.418501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:08:55.428801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.433970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e5cee4a-23b0-45de-a289-061309c796b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:55.450382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65852366-c392-4b6a-b23b-9910a2635a94,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:55.453552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:55.457446 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.461121 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65852366-c392-4b6a-b23b-9910a2635a94 HTTP/1.1" status: 204 len: 168 time: 0.3097475 Apr 30 14:08:55.597648 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:08:55.607146 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ed2b7373-9128-4a2b-bced-db4db61824d3 admin admin] 10.222.0.37 "PUT /v2.0/routers/1aa72ad8-020b-4eaa-87b9-b96e355d6839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140817 Apr 30 14:08:55.609705 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44224) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:55.610684 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Sync routers for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:08:55.621431 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:55.622036 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:55.792984 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:55.807430 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:56.095515 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.122116 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:08:54Z', 'revision_number': 5, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port': {'id': '9059cf63-28f0-467f-a8bb-d7f376bb16c1', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:06:20Z', 'updated_at': '2021-04-30T14:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:56.126494 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Checking router: 1aa72ad8-020b-4eaa-87b9-b96e355d6839 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:08:56.136499 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Routers {'1aa72ad8-020b-4eaa-87b9-b96e355d6839'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:08:56.137168 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:08:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:56.228622 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Deleting port 9059cf63-28f0-467f-a8bb-d7f376bb16c1 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:56.228973 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.275857 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58d470-3ee2-433f-9887-6edde5502d99 req-2ec5449d-9cad-4b8b-852e-7394a4fcf46c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:56.277440 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df58d470-3ee2-433f-9887-6edde5502d99 req-2ec5449d-9cad-4b8b-852e-7394a4fcf46c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 943 time: 0.1326334 Apr 30 14:08:56.297025 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] Set router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:08:56.387759 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-df58d470-3ee2-433f-9887-6edde5502d99 req-e2f93b6f-710b-46a5-af2b-98d6e61242b7 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658398 Apr 30 14:08:56.405700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] For port 9059cf63-28f0-467f-a8bb-d7f376bb16c1, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=9059cf63-28f0-467f-a8bb-d7f376bb16c1,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:56.406117 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.416180 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:08:56Z', 'revision_number': 6, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:56.421242 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663130-6e9d-4dc8-a481-f36bb0bb2c31 None None] The sync data for ids ['1aa72ad8-020b-4eaa-87b9-b96e355d6839'] in dv-cinder-788365-2-smb is: [{'id': '1aa72ad8-020b-4eaa-87b9-b96e355d6839', 'name': 'tempest-TestMinimumBasicScenario-753544672-router', 'tenant_id': '1b406be3fe4c4de19803950643f48b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:06:18Z', 'updated_at': '2021-04-30T14:08:56Z', 'revision_number': 6, 'project_id': '1b406be3fe4c4de19803950643f48b51', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:08:56.539036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Calling delete_port for 9059cf63-28f0-467f-a8bb-d7f376bb16c1 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:56.686121 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.686327 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:08:56.690936 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-622c62ff-912f-41df-9c2e-41e52def31fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:56.764574 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Pushing event deleted for resources: {'Port': ['ID=9059cf63-28f0-467f-a8bb-d7f376bb16c1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:56.768003 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:56.833076 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.875139 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:56.890458 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'port_id': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', 'mac_address': 'fa:16:3e:d0:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0780e211-b413-42ae-bb7a-efeeab4225f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:08:56.951185 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.969328 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:08:56.986819 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:56.992216 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:56.994088 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:57.001485 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44276) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:57.025079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.027747 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.054788 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.055465 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa72ad8-020b-4eaa-87b9-b96e355d6839 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:08:57.066696 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:57.069772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.070375 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:57.076382 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c5fdf16a-b71a-4cf4-80cf-a067929d9194 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1aa72ad8-020b-4eaa-87b9-b96e355d6839 HTTP/1.1" status: 204 len: 168 time: 1.4656866 Apr 30 14:08:57.079147 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44282) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:57.140682 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.163797 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Deleting subnet ebe308ae-8c2b-4665-a0cd-38008cb1e79f {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:08:57.166603 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:57.168650 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.202090 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecac38571eb4ca4b3f01e39e64608f2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:57.209565 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:57.218289 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:08:57.227835 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:08:57.234811 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6327047'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.363876 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.428401 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:57.473243 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:57.473883 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 37a5c5be-33cd-4fc1-bf1e-3babdb02aac8 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:57.474525 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 9059cf63-28f0-467f-a8bb-d7f376bb16c1 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:57.517357 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 9059cf63-28f0-467f-a8bb-d7f376bb16c1 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:57.517991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 9059cf63-28f0-467f-a8bb-d7f376bb16c1 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:57.533461 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.569503 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.576441 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e00c181-e3f4-418e-8d16-e056cdc78742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:57.594563 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ca661-e87a-4705-a84e-c2e486f881ef req-62b45e29-0c2b-410b-9d60-de5fa1f40dc0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:57.596651 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b3ca661-e87a-4705-a84e-c2e486f881ef req-62b45e29-0c2b-410b-9d60-de5fa1f40dc0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 944 time: 0.0918283 Apr 30 14:08:57.644890 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b3ca661-e87a-4705-a84e-c2e486f881ef req-a4461ee5-5fef-4e85-9d12-3ed913c1c4b8 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Apr 30 14:08:57.684260 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ecac38571eb4ca4b3f01e39e64608f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820381 Apr 30 14:08:57.687448 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44288) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:57.687660 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadd078-6813-4d0c-94c0-9657c14e14c3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:57.691618 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-17e5a1ed-4045-452a-837b-7ce4acf2fdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:57.749207 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.775230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.792792 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8367397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6291995'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.797288 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:57.829998 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.834465 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe308ae-8c2b-4665-a0cd-38008cb1e79f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:57.834962 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b7f069ed-d054-4011-b042-213e701336e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:57.837418 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:57.838382 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.844278 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf2f38e-40bc-40a0-9a30-bb8a65e68248 None None] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:08:57.851702 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadd078-6813-4d0c-94c0-9657c14e14c3,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:57.851876 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-51b93652-0694-4120-8537-40e2d7b88fd1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ebe308ae-8c2b-4665-a0cd-38008cb1e79f HTTP/1.1" status: 204 len: 168 time: 0.7686710 Apr 30 14:08:57.851968 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44292) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:57.854237 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:57.856514 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:57.864370 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cadd078-6813-4d0c-94c0-9657c14e14c3 HTTP/1.1" status: 204 len: 168 time: 0.1717219 Apr 30 14:08:57.970195 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.049441 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Deleting port 2f4d85df-16bf-4052-87f2-bde41b400cfd {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:58.049781 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.120600 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] DHCP port deletion for 7f2cf630-8366-4dc1-9a99-95b24551a703 request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:08:58.158268 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] For port 2f4d85df-16bf-4052-87f2-bde41b400cfd, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=2f4d85df-16bf-4052-87f2-bde41b400cfd,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:58.158624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.191080 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Deleting port 2f4d85df-16bf-4052-87f2-bde41b400cfd {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:08:58.191585 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.286577 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Calling delete_port for 2f4d85df-16bf-4052-87f2-bde41b400cfd owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:58.290877 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] For port 2f4d85df-16bf-4052-87f2-bde41b400cfd, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=2f4d85df-16bf-4052-87f2-bde41b400cfd,segment=NetworkSegment(ac4e0171-1360-4f98-832f-f5f78754ddcf),segment_id=ac4e0171-1360-4f98-832f-f5f78754ddcf)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:58.291311 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.334833 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.338702 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:58.387085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4d85df-16bf-4052-87f2-bde41b400cfd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:58.389750 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:58.394394 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] No DVR routers for this DVR port 2f4d85df-16bf-4052-87f2-bde41b400cfd on host dv-cinder-788365-2-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:58.418218 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Calling delete_port for 2f4d85df-16bf-4052-87f2-bde41b400cfd owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:08:58.463599 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.468062 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1296d155-c2a2-4fd9-aa78-9510b08dc186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:58.507135 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] No DVR routers for this DVR port 2f4d85df-16bf-4052-87f2-bde41b400cfd on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:08:58.516208 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Pushing event deleted for resources: {'Port': ['ID=2f4d85df-16bf-4052-87f2-bde41b400cfd,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:58.516884 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.518656 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:58.636578 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2cf630-8366-4dc1-9a99-95b24551a703']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:58.649648 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e0171-1360-4f98-832f-f5f78754ddcf') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:58.649948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e0171-1360-4f98-832f-f5f78754ddcf') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:08:58.661319 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.680414 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.684619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:08:58.697512 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:08:58.765513 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:08:58.770646 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:08:58.771035 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.890647 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.921612 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:08:58.923011 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:58.932402 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:08:58.932608 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.937094 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:58.939194 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-83debea4-1764-4658-92e0-a3d33508aaf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:58.989508 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', 'code': 200} Apr 30 14:08:59.012332 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:59.020581 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:59.280898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271f80-1177-4627-b51c-eff0fb710da9 req-2647651d-a1a5-450a-9f61-18ce8ba43b2b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:59.282354 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-13271f80-1177-4627-b51c-eff0fb710da9 req-2647651d-a1a5-450a-9f61-18ce8ba43b2b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 944 time: 0.5045187 Apr 30 14:08:59.296911 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Network 7f2cf630-8366-4dc1-9a99-95b24551a703 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:08:59.321032 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:08:59.407911 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 2f4d85df-16bf-4052-87f2-bde41b400cfd no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:08:59.437944 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-13271f80-1177-4627-b51c-eff0fb710da9 req-362d004c-a835-4ac1-bf10-2e7a237032f4 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330764 Apr 30 14:08:59.441644 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.448149 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 2f4d85df-16bf-4052-87f2-bde41b400cfd {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:08:59.448366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.448579 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 2f4d85df-16bf-4052-87f2-bde41b400cfd not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:08:59.458212 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:59.483058 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2cf630-8366-4dc1-9a99-95b24551a703,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:59.485699 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:59.488127 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bd061-551b-4765-8e38-0433a2034260 req-116df9fc-7b30-4306-8cc9-a018f3821868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:08:59.489948 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c0bd061-551b-4765-8e38-0433a2034260 req-116df9fc-7b30-4306-8cc9-a018f3821868 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 1098 time: 0.3262019 Apr 30 14:08:59.492184 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f2cf630-8366-4dc1-9a99-95b24551a703 HTTP/1.1" status: 204 len: 168 time: 1.6393538 Apr 30 14:08:59.537612 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3c0bd061-551b-4765-8e38-0433a2034260 req-f72cde52-4100-4ab8-8ff4-891cf84c5ba3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Apr 30 14:08:59.683679 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44350) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:59.734697 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-643769db-18d4-43a5-8ac6-6379ffc74ffd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb8249fab3a24fcc8b7843554df6d7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497007 Apr 30 14:08:59.737158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44356) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:59.794763 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.819693 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44360) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:08:59.820198 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.872914 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.876667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8cf1c031-de28-45d8-99cc-e8b57c40f5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:08:59.890777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738da013-334f-4902-8f24-45ec4749060c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:08:59.893318 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:08:59.904751 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.906016 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/738da013-334f-4902-8f24-45ec4749060c HTTP/1.1" status: 204 len: 168 time: 0.1679800 Apr 30 14:08:59.943822 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:08:59.958155 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:08:59.962728 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Usage tracker for resource:security_group_rule and tenant:db3a604fee99447e84fc118100515a12 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:08:59.966443 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:08:59.974219 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:00.064317 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.067879 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.076334 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b2b5c39c-1fb4-4d81-81b0-56f1a233dd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:00.116017 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db3a604fee99447e84fc118100515a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947323 Apr 30 14:09:00.117761 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2761db9-ba52-4bea-ad8f-9658e85deab3,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:00.118704 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44370) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:00.120890 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eadeeaac-8b16-4d16-a413-720db99540b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:00.198425 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.201252 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44374) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:00.243661 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.298260 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b140bd75-798a-41bb-914a-58d120b14f56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b406be3fe4c4de19803950643f48b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957732 Apr 30 14:09:00.300872 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44378) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:00.319987 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.325603 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c61bcfc1-2d09-4feb-9a16-5b09c365bce1 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:00.339902 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2761db9-ba52-4bea-ad8f-9658e85deab3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:00.342241 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:00.346459 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.347869 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0ea6429b-a945-4fb5-b5c8-bca63fd964eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2761db9-ba52-4bea-ad8f-9658e85deab3 HTTP/1.1" status: 204 len: 168 time: 0.2277541 Apr 30 14:09:00.376363 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.403802 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.608693 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.614202 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-93fda536-4a66-442e-bdb0-68f792895d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:00.630741 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ac19c8-e392-4772-8894-31ff74fd0f8c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:00.638561 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:00.640058 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.641103 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-08da8e42-2e90-41aa-bb7d-f1bbc46933dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33ac19c8-e392-4772-8894-31ff74fd0f8c HTTP/1.1" status: 204 len: 168 time: 0.3391774 Apr 30 14:09:00.673621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768960-9df7-4c8f-b291-bd797386f6a8 req-d5f64401-9799-470d-8b92-d790a53f69d7 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:00.675410 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fc768960-9df7-4c8f-b291-bd797386f6a8 req-d5f64401-9799-470d-8b92-d790a53f69d7 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 945 time: 0.1157281 Apr 30 14:09:00.723532 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-fc768960-9df7-4c8f-b291-bd797386f6a8 req-094a67bf-9ac6-4242-94e2-b90d9e451e8c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Apr 30 14:09:00.754329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44392) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:00.782451 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.799167 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:00.804356 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb54d8417264f48af12742f3b30c3ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:00.807708 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:00.815066 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:00.926290 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.931933 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:00.941271 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3d9b1d9d-1fbc-48cd-a782-305b52934898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:00.988596 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2eb54d8417264f48af12742f3b30c3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302520 Apr 30 14:09:00.988596 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a320973-6ef1-44fe-90cf-7b69766798d8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:00.989280 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44400) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:00.992772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:01.055115 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:01.089488 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:01.140588 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:01.144370 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd233107-b655-4a89-9117-8eb4eed2fa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:01.155532 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a320973-6ef1-44fe-90cf-7b69766798d8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:01.157735 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:01.163220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:01.166675 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a320973-6ef1-44fe-90cf-7b69766798d8 HTTP/1.1" status: 204 len: 168 time: 0.1729581 Apr 30 14:09:02.878152 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44468) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:02.959521 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-31040fae-cffc-4961-a688-f2c8e1fdb8d0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:02.960962 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-31040fae-cffc-4961-a688-f2c8e1fdb8d0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1494374 Apr 30 14:09:02.976081 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-e38756d2-ba85-45e3-b8cd-0d853b217950 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/quotas/a4a4a44a61ae41e6acbca50adc5eff1d HTTP/1.1" status: 200 len: 375 time: 0.0095916 Apr 30 14:09:02.995786 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.010405 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:03.014221 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Usage tracker for resource:security_group_rule and tenant:a4bf5d68f31b44d58967a71761b05e09 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:03.017075 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:03.023339 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:03.061482 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-68ff3680-7592-4757-9c30-6d47fb1552aa tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798059 Apr 30 14:09:03.109709 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.115186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.123840 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca0569c9-acc5-47e0-9ecb-e115ab4de28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:03.163850 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4bf5d68f31b44d58967a71761b05e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846003 Apr 30 14:09:03.165506 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3e5ac-6df5-445d-b1c6-2beff38b6db5,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:03.168656 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:03.169149 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44476) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:03.232811 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.242737 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-04fc5bbf-b0ba-43e2-801c-bdc26e5d2fef service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733031 Apr 30 14:09:03.258727 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.310528 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.314341 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fb39a196-7a76-44b4-9ae3-1aad953b9c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:03.325988 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3e5ac-6df5-445d-b1c6-2beff38b6db5,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:03.331480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:03.333462 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.335736 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cf3e5ac-6df5-445d-b1c6-2beff38b6db5 HTTP/1.1" status: 204 len: 168 time: 0.1656294 Apr 30 14:09:03.378642 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-a082cd81-186d-4bca-9fbe-f8066845c03b service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299112 Apr 30 14:09:03.619510 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44484) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:03.641021 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.654886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:03.658735 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2ad18a68a744dba6b5c848d13b1e29 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:03.661553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:03.667256 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:03.749158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.753069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.762716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9f031da-f129-485d-a952-cc127e97720c tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:03.804143 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2ad18a68a744dba6b5c848d13b1e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835093 Apr 30 14:09:03.805672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99edec4e-80b1-489e-b8a9-af8073c93ded,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:03.806781 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44488) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:03.808840 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:03.863881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.889396 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.942740 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.946252 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-53684c30-969f-45e3-a049-b9e65567c542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:03.958925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99edec4e-80b1-489e-b8a9-af8073c93ded,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:03.961759 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:03.963754 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:03.965222 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2b4e4fe0-e349-4a06-9545-2742803f467a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99edec4e-80b1-489e-b8a9-af8073c93ded HTTP/1.1" status: 204 len: 168 time: 0.1569369 Apr 30 14:09:04.588030 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-c01b034a-9fe1-441c-af35-8316b0ef4ca6 req-4b5ad95e-910a-4691-a2e2-02b66801a8e5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 210 time: 0.0556087 Apr 30 14:09:05.665918 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-126abd5e-1d3a-41b5-b025-0b7fda912164 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:05.667657 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-126abd5e-1d3a-41b5-b025-0b7fda912164 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1681116 Apr 30 14:09:05.681442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Request body: {'port': {'device_id': '9157e871-7bf5-4670-990a-d02e84751c3f', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'admin_state_up': True, 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:09:05.784780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44552) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:05.823075 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-59a20601-0eb5-44e3-aeb9-f433532ed5d8 req-48802b6b-39c3-4fda-9bc1-b75689b62a65 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 210 time: 0.1014841 Apr 30 14:09:05.864377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:05.874381 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:05.884766 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:09:05.888315 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:05.909881 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:05.924140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:05.928618 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Usage tracker for resource:security_group_rule and tenant:c9d2e5f076f048f98ad8bbe40d143dab is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:05.931584 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:05.937403 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:06.026848 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.031941 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.039627 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-448569bc-de82-4f07-b203-7a6a41174049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:06.082664 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c0c52-f00e-4dc3-a0c3-be0b9bfad31c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:06.086835 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9d2e5f076f048f98ad8bbe40d143dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010292 Apr 30 14:09:06.088428 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-02286797-ed1d-4e96-a31b-13ac62559f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:06.091055 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44560) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:06.192727 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Allocated IP 172.20.0.3 (c89e736c-6f17-4af0-989d-cd0831c316ed/0780e211-b413-42ae-bb7a-efeeab4225f7/902a506e-fce2-4d79-8b0f-bf1a7573a1a2) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:09:06.214812 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.266848 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.419057 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.425424 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f163ba74-336e-4db9-9f00-ad07ac9831fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:06.452293 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c0c52-f00e-4dc3-a0c3-be0b9bfad31c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:06.457209 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:06.476319 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.500422 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.501511 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c9c0c52-f00e-4dc3-a0c3-be0b9bfad31c HTTP/1.1" status: 204 len: 168 time: 0.4095299 Apr 30 14:09:06.518243 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.524364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-20951506-4b06-4184-ab0c-6b4215b6ef02 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:06.532377 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd', '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:06.587430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Network c89e736c-6f17-4af0-989d-cd0831c316ed is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:09:06.594770 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:09:06.600522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:09:06.629459 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event updated for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:06.636598 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:06.666369 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:06.667023 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.686401 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098126 Apr 30 14:09:06.709149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Request body: {'port': {'device_id': '9157e871-7bf5-4670-990a-d02e84751c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:09:06.827072 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.835509 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44568) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:06.853719 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:06.870996 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:06.875762 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb92bb70a3144e8b3db09da466ec9f3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:06.878706 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:06.885648 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:07.011493 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.018786 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.027801 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8169984c-888e-4265-b643-df96e328fed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:07.076905 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bb92bb70a3144e8b3db09da466ec9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402444 Apr 30 14:09:07.080175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44574) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:07.082129 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d551afe9-d6b4-4575-97a9-b3422a149ae8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:07.086386 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e923eb68-c640-47d9-b6b0-af18903055e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:07.104119 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6bd65-6335-4228-865d-02b469cabaf3 req-95e450d0-284d-435f-9b06-7fd02408acb8 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:07.105817 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-88d6bd65-6335-4228-865d-02b469cabaf3 req-95e450d0-284d-435f-9b06-7fd02408acb8 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 931 time: 0.1605525 Apr 30 14:09:07.150904 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-88d6bd65-6335-4228-865d-02b469cabaf3 req-04ce95e4-f3eb-4d78-a31b-f7dcf290e57b tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Apr 30 14:09:07.167234 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.249338 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.270675 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:09:07.281004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.307301 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Transition to ACTIVE for port object 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:09:07.311078 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.315760 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9b98d0f-73a3-4869-9c9e-086432d60ecb tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:07.428114 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.485682 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Pushing event updated for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:07.512787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:07.513325 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-294d07f2-6842-4206-bb3c-4ce6a4ca8216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:07.523532 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.524553 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d551afe9-d6b4-4575-97a9-b3422a149ae8 HTTP/1.1" status: 204 len: 168 time: 0.4434707 Apr 30 14:09:07.530793 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d551afe9-d6b4-4575-97a9-b3422a149ae8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:07.538849 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:07.569689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Attempting to bind port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:09:07.570099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Attempting to bind port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:09:07.570758 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Attempting to bind port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:09:07.575345 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 on network c89e736c-6f17-4af0-989d-cd0831c316ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:09:07.575742 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Attempting to bind port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:09:07.581716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:09:07.582128 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Checking segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:09:07.582579 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Bound using segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:09:07.583073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Bound port: 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:09:07.583506 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.676787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:09:07.680489 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:09:07.684460 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.688886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:07.739619 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:07.740803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:07.742157 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] 10.222.0.46 "PUT /v2.0/ports/902a506e-fce2-4d79-8b0f-bf1a7573a1a2 HTTP/1.1" status: 200 len: 1093 time: 1.0395927 Apr 30 14:09:07.742659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:07.769855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Pushing event updated for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:07.773274 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:07.823828 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', 'status': 'completed', 'code': 200} Apr 30 14:09:07.865915 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-5ea5b726-29d3-4367-afec-39ba90c83d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:07.867481 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-5ea5b726-29d3-4367-afec-39ba90c83d05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 1096 time: 0.0804482 Apr 30 14:09:08.032220 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-c7afa012-5fc9-4405-a655-16f003211251 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2 HTTP/1.1" status: 200 len: 217 time: 0.1567364 Apr 30 14:09:08.098927 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-aedeecaf-0a20-4a06-9aca-fdb51c52abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:08.100363 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-aedeecaf-0a20-4a06-9aca-fdb51c52abcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0612631 Apr 30 14:09:08.149343 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-c1bea0dc-0239-46cf-800d-a34e79b81f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420461 Apr 30 14:09:08.289655 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-6f1c5627-ceb5-49b0-a664-1f25a2ff7c72 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326241 Apr 30 14:09:08.344833 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773f83-c41a-47ef-9777-511a8b365755 req-dd4281b9-56ff-48f7-bbf6-eeac2b2a1562 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:08.346894 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b9773f83-c41a-47ef-9777-511a8b365755 req-dd4281b9-56ff-48f7-bbf6-eeac2b2a1562 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 943 time: 0.0860612 Apr 30 14:09:08.396266 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b9773f83-c41a-47ef-9777-511a8b365755 req-ece7f6e0-ea9d-4249-8b34-496ac73e1fe2 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Apr 30 14:09:08.431366 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-5520d149-311c-4ad4-983f-ebdeb7734e77 req-68a04cbb-7aa1-4ddd-888b-e096395f2e43 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350667 Apr 30 14:09:08.552986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047583-a667-4ea4-b22f-16b9ad15947c req-5be1251f-a9ae-4ec6-8d44-79d8c5916a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:08.554678 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-5be1251f-a9ae-4ec6-8d44-79d8c5916a1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 1096 time: 0.0777354 Apr 30 14:09:08.697731 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047583-a667-4ea4-b22f-16b9ad15947c req-91edc500-ee6a-4969-81ca-0d75a7199189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:08.699214 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-91edc500-ee6a-4969-81ca-0d75a7199189 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 914 time: 0.1361320 Apr 30 14:09:08.768698 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-bb9c0777-db60-42d2-9670-7925e2e49534 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2 HTTP/1.1" status: 200 len: 217 time: 0.0621331 Apr 30 14:09:08.835383 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047583-a667-4ea4-b22f-16b9ad15947c req-c1d4280c-42fe-45ee-aefa-be1c516b6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:08.836827 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-c1d4280c-42fe-45ee-aefa-be1c516b6c79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0612540 Apr 30 14:09:08.884991 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-760fd2d0-214b-4e3c-8b18-855b3c5e2611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409951 Apr 30 14:09:09.016133 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-83a792d5-659e-4816-a368-e4a50b368c54 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240907 Apr 30 14:09:09.164627 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-86047583-a667-4ea4-b22f-16b9ad15947c req-3ee39016-ab34-4069-9cd2-46206f456154 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411903 Apr 30 14:09:09.607828 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351ee4-5687-467c-bbc2-809ccfcd0e92 req-14c976b2-1450-4d86-9d8b-49d2b8d61fed tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:09.607828 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ba351ee4-5687-467c-bbc2-809ccfcd0e92 req-14c976b2-1450-4d86-9d8b-49d2b8d61fed tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:09:09.622442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ba351ee4-5687-467c-bbc2-809ccfcd0e92 req-14c976b2-1450-4d86-9d8b-49d2b8d61fed tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:09:09.623922 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba351ee4-5687-467c-bbc2-809ccfcd0e92 req-14c976b2-1450-4d86-9d8b-49d2b8d61fed tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 943 time: 0.1062064 Apr 30 14:09:09.673684 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-ba351ee4-5687-467c-bbc2-809ccfcd0e92 req-e545b97b-eb2c-4ad3-aff8-fcad8bc11768 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Apr 30 14:09:10.732891 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:09:10.883562 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9e6d-9c79-4957-91b5-1ba80138d467 req-a19abb31-0ed6-4b2b-959e-006d2645dc2a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:10.884112 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:10.884408 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e1f9e6d-9c79-4957-91b5-1ba80138d467 req-a19abb31-0ed6-4b2b-959e-006d2645dc2a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 943 time: 0.1014540 Apr 30 14:09:10.900571 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'port_id': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', 'mac_address': 'fa:16:3e:ec:ee:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0780e211-b413-42ae-bb7a-efeeab4225f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:09:10.925159 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e1f9e6d-9c79-4957-91b5-1ba80138d467 req-35a2d27f-4823-41ca-a073-c2d2b95a77a9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Apr 30 14:09:10.967556 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:10.987112 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:09:11.005235 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:11.010331 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:11.013039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:11.078264 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:11.081279 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:11.262272 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['902a506e-fce2-4d79-8b0f-bf1a7573a1a2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:12.114272 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9890-0f0a-43d2-8166-6195b7aeccc9 req-f7ff7ab1-2f15-4e5c-b96c-95cc305e9cbb tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:12.116369 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0c2b9890-0f0a-43d2-8166-6195b7aeccc9 req-f7ff7ab1-2f15-4e5c-b96c-95cc305e9cbb tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 944 time: 0.0833104 Apr 30 14:09:12.161484 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-0c2b9890-0f0a-43d2-8166-6195b7aeccc9 req-9ab8afad-aa7d-4c88-bf64-12f62b09a53c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Apr 30 14:09:12.220697 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44644) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:12.338252 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.352844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:12.356662 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Usage tracker for resource:security_group_rule and tenant:25734e0e3ad84eb2a6c698d02cce057d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:12.359471 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:12.365200 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:12.453154 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.456850 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.464430 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:12.505161 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25734e0e3ad84eb2a6c698d02cce057d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833378 Apr 30 14:09:12.506102 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a74c97-d401-4ce3-8ed4-2f8b1fba0aa5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:12.508001 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44650) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:12.509312 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:12.572191 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.601316 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.652823 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.656693 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b4c49bb9-9d63-4f66-b805-3b366c335ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:12.671222 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a74c97-d401-4ce3-8ed4-2f8b1fba0aa5,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:12.673813 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:12.683693 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.684869 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0a74c97-d401-4ce3-8ed4-2f8b1fba0aa5 HTTP/1.1" status: 204 len: 168 time: 0.1758957 Apr 30 14:09:12.742873 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:09:12.811143 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:09:12.815668 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:09:12.816042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.940572 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.969812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:12.974024 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44658) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:12.979995 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:12.985334 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:12.987219 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:12.994664 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.010680 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:13.014875 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Usage tracker for resource:security_group_rule and tenant:641e3829ad72428f912735d85994f6e0 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:13.018102 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:13.022739 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', 'code': 200} Apr 30 14:09:13.027200 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:13.059622 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:13.069578 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:13.124987 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.129679 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.139191 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b06c984-dc7d-48db-89da-73bfecbad84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:13.179566 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=641e3829ad72428f912735d85994f6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043321 Apr 30 14:09:13.180516 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013a868c-fa3f-4a85-be59-dd8470a40384,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:13.182099 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 44664) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:13.183609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-28bf5638-d778-49c5-b0ea-b8c3799235dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:13.426858 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.468674 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1ae74-0ae6-4cda-9d40-bec57204114f req-f8267bde-9ffe-439e-aaab-3ede33b0ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:13.470141 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f6b1ae74-0ae6-4cda-9d40-bec57204114f req-f8267bde-9ffe-439e-aaab-3ede33b0ad1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 1098 time: 0.2758372 Apr 30 14:09:13.476621 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.561494 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fdca6-6dff-4172-9170-d1686573aa9a req-b3ceaa0c-0853-4655-84d9-851fc25cb149 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:13.562942 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-606fdca6-6dff-4172-9170-d1686573aa9a req-b3ceaa0c-0853-4655-84d9-851fc25cb149 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 945 time: 0.2906899 Apr 30 14:09:13.566783 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-f6b1ae74-0ae6-4cda-9d40-bec57204114f req-564f6cb4-b5ea-4fa2-93cc-71884e47dfe8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809073 Apr 30 14:09:13.604408 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.611663 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5431629-5056-4801-aef4-d8f14d04538b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:13.629382 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-606fdca6-6dff-4172-9170-d1686573aa9a req-1fbb775d-0f02-40ac-8bca-abdb2446920d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593150 Apr 30 14:09:13.631944 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a868c-fa3f-4a85-be59-dd8470a40384,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:13.634815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:13.640414 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:13.642019 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-83d87785-5308-43a9-a878-3368875541c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/013a868c-fa3f-4a85-be59-dd8470a40384 HTTP/1.1" status: 204 len: 168 time: 0.4584622 Apr 30 14:09:14.883738 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be0f4-d9ef-4499-a3e0-987c147d5cfd req-7cd9b8f1-a721-4dd1-84d5-b4ed84b51e6a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:14.885221 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-799be0f4-d9ef-4499-a3e0-987c147d5cfd req-7cd9b8f1-a721-4dd1-84d5-b4ed84b51e6a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 945 time: 0.0905778 Apr 30 14:09:14.932222 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-799be0f4-d9ef-4499-a3e0-987c147d5cfd req-93165d89-42ea-4f95-a58a-28dff695d349 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Apr 30 14:09:15.941500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7e7362d8-a441-432b-afd9-b9ed575f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:16.197911 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:18.347954 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-02c8da08-4023-49d3-84a1-78dd2fec50d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:18.524751 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:19.438632 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:21.185154 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:21.292707 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-096d852e-b49e-422a-9e04-032cb4a35a3d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:21.294155 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-096d852e-b49e-422a-9e04-032cb4a35a3d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1514003 Apr 30 14:09:21.309688 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-bd4eac89-e6d0-4a44-b56e-c4f5c1b7b805 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/quotas/a4a4a44a61ae41e6acbca50adc5eff1d HTTP/1.1" status: 200 len: 375 time: 0.0097392 Apr 30 14:09:21.403381 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-39c14bbb-5a40-412a-8890-e10a4d293275 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876613 Apr 30 14:09:21.645437 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-46d90f49-4599-4aa0-b03c-7ff0b5bf9923 service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350314 Apr 30 14:09:21.784276 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-ccbb9e9b-6b5f-49af-9ed1-3c2de4abaa4e service neutron] 10.222.0.37 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320453 Apr 30 14:09:21.968199 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-6b2b286c-9daa-400e-b2e2-a3d9a5cfa622 req-414134b5-591c-495c-a425-665b422f1056 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 210 time: 0.0454724 Apr 30 14:09:23.044855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3ea0bf07-1a4f-4e83-ac3f-d1bf97d09cb0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:23.046370 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3ea0bf07-1a4f-4e83-ac3f-d1bf97d09cb0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 813 time: 0.1658723 Apr 30 14:09:23.061775 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Request body: {'port': {'device_id': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'admin_state_up': True, 'tenant_id': 'a4a4a44a61ae41e6acbca50adc5eff1d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:09:23.168436 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-62a53267-ba53-43db-bcfa-72c7035c641c req-1346d290-b4b1-45cb-8e28-76743fd55c59 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 210 time: 0.0713367 Apr 30 14:09:23.215724 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:23.225778 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:23.235322 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Made reservation on behalf of a4a4a44a61ae41e6acbca50adc5eff1d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:09:23.238747 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:23.403690 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Allocated IP 172.20.0.9 (c89e736c-6f17-4af0-989d-cd0831c316ed/0780e211-b413-42ae-bb7a-efeeab4225f7/9857d858-ba73-4da7-96de-3b39bedbb96e) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:09:23.625667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:23.655774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:23.661392 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0191a45d-94af-42c8-9c15-f486121bd314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:23.668705 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd', '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', '902a506e-fce2-4d79-8b0f-bf1a7573a1a2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:23.722712 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Network c89e736c-6f17-4af0-989d-cd0831c316ed is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:09:23.725697 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:09:23.731187 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:09:23.812267 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event updated for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:23.840980 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.841575 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.842168 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.842738 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.843379 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.843986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.844591 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.845183 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.845710 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.846286 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.846883 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.847524 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:23.857365 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:23.873094 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:23.873707 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:23.899573 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434777 Apr 30 14:09:23.912158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Request body: {'port': {'device_id': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:09:24.023574 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:24.442983 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968fbde-b775-4301-81ee-1fe8a1197d89 req-5b3bc4d2-5c92-4595-afa0-6e6bfcfd1fd0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:24.443722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-c968fbde-b775-4301-81ee-1fe8a1197d89 req-5b3bc4d2-5c92-4595-afa0-6e6bfcfd1fd0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:09:24.462263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9857d858-ba73-4da7-96de-3b39bedbb96e {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:09:24.471559 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:24.476423 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-c968fbde-b775-4301-81ee-1fe8a1197d89 req-5b3bc4d2-5c92-4595-afa0-6e6bfcfd1fd0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:09:24.477563 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c968fbde-b775-4301-81ee-1fe8a1197d89 req-5b3bc4d2-5c92-4595-afa0-6e6bfcfd1fd0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 931 time: 0.1986370 Apr 30 14:09:24.506719 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Transition to ACTIVE for port object 9857d858-ba73-4da7-96de-3b39bedbb96e will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:09:24.517401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:24.524026 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-06d6fb8d-7b44-4837-b8da-2acd9e94b545 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:24.637131 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c968fbde-b775-4301-81ee-1fe8a1197d89 req-c5d36491-8ebe-4e4d-a48b-f9fc543de574 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530509 Apr 30 14:09:24.665299 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:24.693479 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:24.772740 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Attempting to bind port 9857d858-ba73-4da7-96de-3b39bedbb96e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:09:24.772972 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Attempting to bind port 9857d858-ba73-4da7-96de-3b39bedbb96e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:09:24.773307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Attempting to bind port 9857d858-ba73-4da7-96de-3b39bedbb96e on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:09:24.778283 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Port 9857d858-ba73-4da7-96de-3b39bedbb96e on network c89e736c-6f17-4af0-989d-cd0831c316ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:09:24.778601 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Attempting to bind port 9857d858-ba73-4da7-96de-3b39bedbb96e on network c89e736c-6f17-4af0-989d-cd0831c316ed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:09:24.783913 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:09:24.784246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Checking segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:09:24.784664 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Bound using segment: {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:09:24.785075 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Bound port: 9857d858-ba73-4da7-96de-3b39bedbb96e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d4bf1-4b0d-4989-ba65-aa5c133f3198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:09:24.785421 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:24.973046 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:09:24.976169 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9857d858-ba73-4da7-96de-3b39bedbb96e,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:09:24.980676 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:24.984321 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4409b96e-fdec-466e-9981-3e53ea05c9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:25.036942 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.037549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:25.038916 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] 10.222.0.46 "PUT /v2.0/ports/9857d858-ba73-4da7-96de-3b39bedbb96e HTTP/1.1" status: 200 len: 1093 time: 1.1310663 Apr 30 14:09:25.039447 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:25.066904 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:25.071413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:25.110216 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e', 'status': 'completed', 'code': 200} Apr 30 14:09:25.155233 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-8a426452-9212-44f5-b0ac-e4057cc0214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.156748 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-8a426452-9212-44f5-b0ac-e4057cc0214e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 1096 time: 0.0774796 Apr 30 14:09:25.226207 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-a817bb56-4071-4871-9c55-69a54ca0567c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9857d858-ba73-4da7-96de-3b39bedbb96e HTTP/1.1" status: 200 len: 217 time: 0.0620043 Apr 30 14:09:25.295575 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-ac30c4dd-f8f0-4b81-a5a1-6a50defba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.296930 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-ac30c4dd-f8f0-4b81-a5a1-6a50defba0c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0620041 Apr 30 14:09:25.352283 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-df70171e-c512-4b8d-b889-6fb5cf79c678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400634 Apr 30 14:09:25.479877 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-292b3ece-d313-4421-99ea-682182e88d0c service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211638 Apr 30 14:09:25.629565 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9d014c-ce6a-48ac-9329-c4179c48c1e6 req-a269f016-70a0-4030-8291-d13e122e8012 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350386 Apr 30 14:09:25.755549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-dcf25f04-b070-4b5a-b91c-9b0791e39bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.757059 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-dcf25f04-b070-4b5a-b91c-9b0791e39bfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 1096 time: 0.0769954 Apr 30 14:09:25.962767 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44876) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:25.974554 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546614-57e4-42f3-a8c5-45acf5bc865b req-2f9b9b3c-6811-42a8-b565-743c4fb2e022 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.976641 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-90546614-57e4-42f3-a8c5-45acf5bc865b req-2f9b9b3c-6811-42a8-b565-743c4fb2e022 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 943 time: 0.2236381 Apr 30 14:09:25.979197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-d51a0fd0-6d4a-4f5e-ae48-40dfebfe7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:25.980629 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-d51a0fd0-6d4a-4f5e-ae48-40dfebfe7cfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 914 time: 0.1799495 Apr 30 14:09:26.064087 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-e0a60c77-def3-42a9-b72e-9ea4ec0678ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9857d858-ba73-4da7-96de-3b39bedbb96e HTTP/1.1" status: 200 len: 217 time: 0.0668912 Apr 30 14:09:26.083304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.099476 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:09:26.103207 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Usage tracker for resource:security_group_rule and tenant:2a13f8417d6e4743bb8874701c8c56b1 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:09:26.106297 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:09:26.111926 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:09:26.134241 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-90546614-57e4-42f3-a8c5-45acf5bc865b req-a5869a1e-ba05-4090-b9ed-29e3c18ff5c1 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519105 Apr 30 14:09:26.149803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-f8e61308-b48c-4ae6-8f59-7dfc7e0fc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:26.151416 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-f8e61308-b48c-4ae6-8f59-7dfc7e0fc8dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0793850 Apr 30 14:09:26.199381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.204601 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.211191 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-f66aacef-892b-4c54-8993-03aadd83152f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528059 Apr 30 14:09:26.213687 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8d658ada-8dae-4fa0-ae98-aac4b1a3494a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:26.259759 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a13f8417d6e4743bb8874701c8c56b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957687 Apr 30 14:09:26.261700 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee1eff-fd65-453a-a924-d12a9f7c6057,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:26.264002 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 44882) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:26.282462 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.282852 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.283205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.283597 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.283950 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.284307 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.284659 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.285013 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.285366 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.285718 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.286066 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.286413 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:09:26.295105 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c8d974f-ec9e-44cf-90dc-520e451cac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:26.341861 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.366728 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-ad9925b4-2ffc-4a9f-8f9c-fc6ecc64d45f service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474645 Apr 30 14:09:26.369120 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.423622 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.427408 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-431ca0e2-0bcc-44a6-a2e7-3c7a63dd42a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:26.441351 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee1eff-fd65-453a-a924-d12a9f7c6057,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:26.445036 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:26.450400 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:26.454193 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0aee1eff-fd65-453a-a924-d12a9f7c6057 HTTP/1.1" status: 204 len: 168 time: 0.1866090 Apr 30 14:09:26.503255 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-89d49477-f8bc-41b8-bc30-0a2c85a8b0d5 req-0e176959-4952-430e-82ae-03b62dae136e service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291082 Apr 30 14:09:27.344225 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30b06-cf59-4dfe-8a21-a9f6eed3a9e5 req-e6d2f847-1e2d-47e8-8642-7aa31a86894f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:27.345732 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0ec30b06-cf59-4dfe-8a21-a9f6eed3a9e5 req-e6d2f847-1e2d-47e8-8642-7aa31a86894f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 943 time: 0.0902073 Apr 30 14:09:27.398628 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0ec30b06-cf59-4dfe-8a21-a9f6eed3a9e5 req-b7f774df-a610-4b7e-bbfd-9cfd15a8b839 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Apr 30 14:09:28.137570 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:09:28.586408 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd98f9-db7e-4aaa-ba7d-b9b0b703824d req-70d9e349-8439-4ef3-bf9f-912b838a2b2c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:28.587925 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-78fd98f9-db7e-4aaa-ba7d-b9b0b703824d req-70d9e349-8439-4ef3-bf9f-912b838a2b2c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 943 time: 0.0827026 Apr 30 14:09:28.633978 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-78fd98f9-db7e-4aaa-ba7d-b9b0b703824d req-368876eb-c12d-4104-9bc7-68075bbcf179 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Apr 30 14:09:28.842358 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 9857d858-ba73-4da7-96de-3b39bedbb96e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:09:28.976837 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9857d858-ba73-4da7-96de-3b39bedbb96e,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:28.989983 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '9857d858-ba73-4da7-96de-3b39bedbb96e', 'network_id': 'c89e736c-6f17-4af0-989d-cd0831c316ed', 'port_id': '9857d858-ba73-4da7-96de-3b39bedbb96e', 'mac_address': 'fa:16:3e:ae:dd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0780e211-b413-42ae-bb7a-efeeab4225f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:09:29.050482 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:29.068715 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9857d858-ba73-4da7-96de-3b39bedbb96e {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:09:29.086679 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9857d858-ba73-4da7-96de-3b39bedbb96e,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:29.090768 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:29.092768 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:29.160359 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:29.163578 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:29.353313 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['9857d858-ba73-4da7-96de-3b39bedbb96e'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:29.822234 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab729e-fa01-4529-95aa-7a7c3f3df5f9 req-080723b4-5844-428e-9fb3-fb361b0fd61a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:29.823866 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-06ab729e-fa01-4529-95aa-7a7c3f3df5f9 req-080723b4-5844-428e-9fb3-fb361b0fd61a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 944 time: 0.0818057 Apr 30 14:09:29.874102 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-06ab729e-fa01-4529-95aa-7a7c3f3df5f9 req-52a293cc-ca5e-4332-8ae3-0bad4f87d01f tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Apr 30 14:09:30.858555 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 9857d858-ba73-4da7-96de-3b39bedbb96e up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:09:30.927711 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 9857d858-ba73-4da7-96de-3b39bedbb96e completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:09:30.932093 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 9857d858-ba73-4da7-96de-3b39bedbb96e triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:09:30.932516 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:31.049701 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:31.080934 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:31.090961 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9857d858-ba73-4da7-96de-3b39bedbb96e,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:31.096247 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:31.099550 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:31.165734 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e', 'code': 200} Apr 30 14:09:31.174383 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e92cf-7049-461b-b8ab-31e2f060fa18 req-861edc2f-995e-4e8f-8a1f-cd80cc465d91 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:31.175992 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2c8e92cf-7049-461b-b8ab-31e2f060fa18 req-861edc2f-995e-4e8f-8a1f-cd80cc465d91 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 945 time: 0.1954722 Apr 30 14:09:31.214303 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:31.218783 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:31.233376 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2c8e92cf-7049-461b-b8ab-31e2f060fa18 req-65e3707c-ffeb-4d98-aecd-779911a50af0 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Apr 30 14:09:31.398551 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c9601-6797-4560-a765-3d8023b30ba5 req-a43cfd5e-c89b-4160-9351-f8d581f9009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:31.400054 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd8c9601-6797-4560-a765-3d8023b30ba5 req-a43cfd5e-c89b-4160-9351-f8d581f9009b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 1098 time: 0.0717587 Apr 30 14:09:31.441949 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bd8c9601-6797-4560-a765-3d8023b30ba5 req-d19fe48d-4fef-4fba-a4a4-b2786f259006 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Apr 30 14:09:32.430925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2c1e-4ec1-4e8a-9b05-439bc55649e5 req-aa89bdb8-d181-4a5b-a8ec-1c83915b44fb tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:32.432441 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71af2c1e-4ec1-4e8a-9b05-439bc55649e5 req-aa89bdb8-d181-4a5b-a8ec-1c83915b44fb tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 945 time: 0.0827324 Apr 30 14:09:32.478256 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-71af2c1e-4ec1-4e8a-9b05-439bc55649e5 req-2d061e3c-dc82-4e4f-8f57-90bd75c34cfd tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Apr 30 14:09:39.914744 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c6d07-d951-4863-883e-349dfd35fa49 req-0f567ae3-8d92-4f81-b1a2-0c52510d535c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:39.916158 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-808c6d07-d951-4863-883e-349dfd35fa49 req-0f567ae3-8d92-4f81-b1a2-0c52510d535c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 945 time: 0.0839472 Apr 30 14:09:39.960642 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-808c6d07-d951-4863-883e-349dfd35fa49 req-a85e8ce6-fe43-4da4-bc12-87c59047e804 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Apr 30 14:09:41.146119 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5533-3189-4873-a042-dd781fe48c2a req-08009508-cf33-4dc9-b66b-7a999da43995 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:41.147750 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-38ec5533-3189-4873-a042-dd781fe48c2a req-08009508-cf33-4dc9-b66b-7a999da43995 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 945 time: 0.0795221 Apr 30 14:09:41.194943 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-38ec5533-3189-4873-a042-dd781fe48c2a req-189e00c1-0ff7-432d-9bee-fc88e529afd5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Apr 30 14:09:41.538943 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-4416a113-0a73-4fc5-aca2-5577651689b5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:41.540369 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-4416a113-0a73-4fc5-aca2-5577651689b5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 945 time: 0.0784521 Apr 30 14:09:41.674592 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Deleting port 9857d858-ba73-4da7-96de-3b39bedbb96e {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:09:41.674849 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:41.803350 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] For port 9857d858-ba73-4da7-96de-3b39bedbb96e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9857d858-ba73-4da7-96de-3b39bedbb96e,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:41.803694 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:41.922557 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Calling delete_port for 9857d858-ba73-4da7-96de-3b39bedbb96e owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:09:42.031308 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:42.038454 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-357fe91c-0f4e-4f14-aa79-61d14f5e482c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:42.043799 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd', '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', '9857d858-ba73-4da7-96de-3b39bedbb96e'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:42.113862 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event deleted for resources: {'Port': ['ID=9857d858-ba73-4da7-96de-3b39bedbb96e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:42.116951 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:42.158158 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] No DVR routers for this DVR port 9857d858-ba73-4da7-96de-3b39bedbb96e on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:09:42.160730 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:42.165444 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'name': 'network-vif-deleted', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:42.180150 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a8ce1d79-047d-4fce-aa3b-ca2355ec3f1b req-fdffc173-9a99-4622-874f-d22c02c18a46 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "DELETE /v2.0/ports/9857d858-ba73-4da7-96de-3b39bedbb96e HTTP/1.1" status: 204 len: 173 time: 0.6332965 Apr 30 14:09:42.220774 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55465da-b657-4a47-959f-1c5af2ce4b7a', 'name': 'network-vif-deleted', 'tag': '9857d858-ba73-4da7-96de-3b39bedbb96e', 'status': 'completed', 'code': 200} Apr 30 14:09:42.359378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1d9b0d1a-0d4c-4e14-9583-b8eaf00ecd0e req-b30f5d4c-efb8-4b27-98e2-88d213d796bd tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:09:42.374103 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1d9b0d1a-0d4c-4e14-9583-b8eaf00ecd0e req-b30f5d4c-efb8-4b27-98e2-88d213d796bd tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:09:42.375463 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1d9b0d1a-0d4c-4e14-9583-b8eaf00ecd0e req-b30f5d4c-efb8-4b27-98e2-88d213d796bd tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55465da-b657-4a47-959f-1c5af2ce4b7a HTTP/1.1" status: 200 len: 210 time: 0.0665677 Apr 30 14:09:44.996570 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 9857d858-ba73-4da7-96de-3b39bedbb96e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:09:45.031675 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 9857d858-ba73-4da7-96de-3b39bedbb96e {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:09:45.032042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 9857d858-ba73-4da7-96de-3b39bedbb96e not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:09:45.051140 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06de48-c7c9-4e7b-b943-c03b772ebd25 req-a8c51fa2-481c-4cbb-939d-e26083fd5031 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:45.052617 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5b06de48-c7c9-4e7b-b943-c03b772ebd25 req-a8c51fa2-481c-4cbb-939d-e26083fd5031 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 945 time: 0.0804756 Apr 30 14:09:45.099803 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-5b06de48-c7c9-4e7b-b943-c03b772ebd25 req-ce605b43-206b-4ec7-9353-e9228bc7ccb5 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Apr 30 14:09:45.943099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-88c4f4c0-4770-4cdd-a812-e4c29d703fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:46.200885 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:46.287497 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3d41-6df8-4d6e-950c-c791ebeb8689 req-d0653b9e-03a4-42ce-af5d-002a28399935 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:46.289511 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-01aa3d41-6df8-4d6e-950c-c791ebeb8689 req-d0653b9e-03a4-42ce-af5d-002a28399935 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 945 time: 0.0833724 Apr 30 14:09:46.337339 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-01aa3d41-6df8-4d6e-950c-c791ebeb8689 req-2c3fa61a-b325-41b7-9908-b1965aff5043 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Apr 30 14:09:46.678571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-d7c9f4aa-3b09-40e3-a9e6-67e68a3f1fa2 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:46.680620 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-d7c9f4aa-3b09-40e3-a9e6-67e68a3f1fa2 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 945 time: 0.0786726 Apr 30 14:09:46.817842 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Deleting port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:09:46.818176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:46.947538 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] For port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:46.947889 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:47.158177 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Calling delete_port for 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:09:47.268000 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:47.273863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:47.283747 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd', '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', '902a506e-fce2-4d79-8b0f-bf1a7573a1a2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:47.318693 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event deleted for resources: {'Port': ['ID=902a506e-fce2-4d79-8b0f-bf1a7573a1a2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:47.345805 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:47.393277 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] No DVR routers for this DVR port 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:09:47.395943 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:47.400409 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'name': 'network-vif-deleted', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:47.415666 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-d54eabab-af2e-4675-96cb-8fa6b2adeb6c req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "DELETE /v2.0/ports/902a506e-fce2-4d79-8b0f-bf1a7573a1a2 HTTP/1.1" status: 204 len: 173 time: 0.7266982 Apr 30 14:09:47.452003 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157e871-7bf5-4670-990a-d02e84751c3f', 'name': 'network-vif-deleted', 'tag': '902a506e-fce2-4d79-8b0f-bf1a7573a1a2', 'status': 'completed', 'code': 200} Apr 30 14:09:47.493023 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-d158e760-f070-4be4-a22a-81fce7939b87 req-c3bc8914-d2d9-4eb0-9cb9-3db5c668e276 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=9157e871-7bf5-4670-990a-d02e84751c3f HTTP/1.1" status: 200 len: 210 time: 0.0447690 Apr 30 14:09:48.349793 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-389fb92d-75fa-4f29-af17-bd09980ba708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:48.526852 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:48.944397 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac379a7-53bc-48a8-a887-520f4024cbca req-5a9a56d6-e9f0-4424-a561-639dbf067680 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:48.945614 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bac379a7-53bc-48a8-a887-520f4024cbca req-5a9a56d6-e9f0-4424-a561-639dbf067680 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:09:48.961286 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-bac379a7-53bc-48a8-a887-520f4024cbca req-5a9a56d6-e9f0-4424-a561-639dbf067680 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:09:48.962560 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bac379a7-53bc-48a8-a887-520f4024cbca req-5a9a56d6-e9f0-4424-a561-639dbf067680 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 945 time: 0.0955946 Apr 30 14:09:49.005870 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bac379a7-53bc-48a8-a887-520f4024cbca req-cb20de1a-08a9-47cb-9ef7-13fec2d1d45c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Apr 30 14:09:49.420798 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:50.191450 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dd764-1a84-426a-aa0e-b310f5857cab req-6d6ad2fc-72aa-48ad-a226-dabc4211f65a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:50.192916 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e1dd764-1a84-426a-aa0e-b310f5857cab req-6d6ad2fc-72aa-48ad-a226-dabc4211f65a tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 945 time: 0.0802934 Apr 30 14:09:50.242070 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8e1dd764-1a84-426a-aa0e-b310f5857cab req-cd899303-937e-4d12-a219-038e543ea557 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Apr 30 14:09:50.347333 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-2364dd57-9a9c-4b9f-9a74-655c351de982 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711935 Apr 30 14:09:50.359054 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-5b92597b-14a8-45c3-b16f-207cdf470e61 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:50.360510 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-5b92597b-14a8-45c3-b16f-207cdf470e61 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 945 time: 0.0851579 Apr 30 14:09:50.490548 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc120-d450-44e8-8e80-d1564c340b3a req-0b7908c4-a9cd-42bc-bdf0-3f63bbfa49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:50.492095 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-0b7908c4-a9cd-42bc-bdf0-3f63bbfa49b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 1098 time: 0.0707910 Apr 30 14:09:50.501970 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Deleting port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:09:50.502309 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:50.636458 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] For port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:50.636845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:50.645515 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc120-d450-44e8-8e80-d1564c340b3a req-92677e84-15a3-4ad1-b1fd-a22c89eeddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:50.646959 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-92677e84-15a3-4ad1-b1fd-a22c89eeddc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 200 len: 914 time: 0.1294141 Apr 30 14:09:50.722775 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-12327f91-2f20-4692-b499-fbe5b7e32ae7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd HTTP/1.1" status: 200 len: 217 time: 0.0641727 Apr 30 14:09:50.758320 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Calling delete_port for 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:09:50.790872 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc120-d450-44e8-8e80-d1564c340b3a req-4e285539-7178-404f-84b5-58bae867cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:50.792313 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-4e285539-7178-404f-84b5-58bae867cef4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 200 len: 853 time: 0.0601013 Apr 30 14:09:50.851051 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-3c79fa5d-9ef3-4923-b814-d5dbd59c0e3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89e736c-6f17-4af0-989d-cd0831c316ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483305 Apr 30 14:09:50.864559 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:50.870393 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e0ef63e-77d9-457f-bf36-7510ce12f0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:50.880100 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd', '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:50.918831 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event deleted for resources: {'Port': ['ID=0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:50.928277 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:51.002246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] No DVR routers for this DVR port 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 on host hv-cinder-78836 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:09:51.004908 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:51.007780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'name': 'network-vif-deleted', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:51.022694 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:09:51.026098 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-beab0742-3108-48b1-8cb9-f465df196ed0 req-e12cd6f2-82a8-4bfd-bfce-e9809b273e0c tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "DELETE /v2.0/ports/0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 HTTP/1.1" status: 204 len: 173 time: 0.6572540 Apr 30 14:09:51.062745 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:09:51.063101 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0951586-f911-4ee8-9319-2ebee011d6e9', 'name': 'network-vif-deleted', 'tag': '0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6', 'status': 'completed', 'code': 200} Apr 30 14:09:51.063251 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 902a506e-fce2-4d79-8b0f-bf1a7573a1a2 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:09:51.063578 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:09:51.103373 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-1eb7019a-c86a-4f1b-b7c7-b789d27c602d service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418773 Apr 30 14:09:51.107863 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:09:51.108213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 0d2cb4e6-07c9-4080-8efc-1d69adbe8bb6 not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:09:51.179586 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:51.241292 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-78adc120-d450-44e8-8e80-d1564c340b3a req-676b4cbb-7f01-453a-a0b2-201be45ffa17 service neutron] 10.222.0.46 "GET /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310115 Apr 30 14:09:51.402907 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3246cda2-89d8-4179-ae71-4e453cbc389d req-0d346a02-86da-4b19-82ed-59172063df4e tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0951586-f911-4ee8-9319-2ebee011d6e9 HTTP/1.1" status: 200 len: 210 time: 0.0437675 Apr 30 14:09:54.076349 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0a1-5735-47aa-ad37-6be762cbe7ac req-bd77be23-896a-42c9-a9ff-3110b42540d9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:54.077079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-3647b0a1-5735-47aa-ad37-6be762cbe7ac req-bd77be23-896a-42c9-a9ff-3110b42540d9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Synchronizing usage tracker for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:09:54.091972 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-3647b0a1-5735-47aa-ad37-6be762cbe7ac req-bd77be23-896a-42c9-a9ff-3110b42540d9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Unset dirty status for tenant:a4a4a44a61ae41e6acbca50adc5eff1d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:09:54.093185 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3647b0a1-5735-47aa-ad37-6be762cbe7ac req-bd77be23-896a-42c9-a9ff-3110b42540d9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.0981412 Apr 30 14:09:54.138729 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-3647b0a1-5735-47aa-ad37-6be762cbe7ac req-95b8f1db-8f1f-4ace-bc84-5729840291c9 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Apr 30 14:09:55.328166 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82c3c7-1ffe-48cb-83bd-77a41802be99 req-2b55a901-3845-458f-a930-20cccb612782 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:55.329625 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8a82c3c7-1ffe-48cb-83bd-77a41802be99 req-2b55a901-3845-458f-a930-20cccb612782 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.0866475 Apr 30 14:09:55.373888 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8a82c3c7-1ffe-48cb-83bd-77a41802be99 req-6aef9c36-66c0-4f96-997a-2409c1cb248d tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Apr 30 14:09:55.789121 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1754c1-fb03-48b5-ba77-43d617116326 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:09:55.791208 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1754c1-fb03-48b5-ba77-43d617116326 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 945 time: 0.0803156 Apr 30 14:09:55.927375 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Deleting port 3a6ba566-548d-4647-b799-0dc86ecdbefd {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:09:55.927716 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:56.057021 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] For port 3a6ba566-548d-4647-b799-0dc86ecdbefd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a6ba566-548d-4647-b799-0dc86ecdbefd,segment=NetworkSegment(978d4bf1-4b0d-4989-ba65-aa5c133f3198),segment_id=978d4bf1-4b0d-4989-ba65-aa5c133f3198)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:09:56.057363 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:56.178303 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Calling delete_port for 3a6ba566-548d-4647-b799-0dc86ecdbefd owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:09:56.287882 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:56.293878 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d024e586-90c9-4e78-8571-53b2a196f5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:56.302758 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['3a6ba566-548d-4647-b799-0dc86ecdbefd'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:09:56.339142 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Pushing event deleted for resources: {'Port': ['ID=3a6ba566-548d-4647-b799-0dc86ecdbefd,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:56.342296 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:56.416483 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] No DVR routers for this DVR port 3a6ba566-548d-4647-b799-0dc86ecdbefd on host hv-cinder-78836 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:09:56.418958 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:56.421796 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'name': 'network-vif-deleted', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:09:56.438668 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a6f2463c-ce1d-42fe-a45d-3afa29b641d1 req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.46 "DELETE /v2.0/ports/3a6ba566-548d-4647-b799-0dc86ecdbefd HTTP/1.1" status: 204 len: 173 time: 0.6392164 Apr 30 14:09:56.529757 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8feeb90d-9402-4659-8eea-52a98e29b78f req-e2d1a5d8-29d6-4b09-b108-58fcd0490997 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c5ca8df-6989-4c02-b8be-5f871e67505c HTTP/1.1" status: 200 len: 210 time: 0.0463381 Apr 30 14:09:56.664283 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5ca8df-6989-4c02-b8be-5f871e67505c', 'name': 'network-vif-deleted', 'tag': '3a6ba566-548d-4647-b799-0dc86ecdbefd', 'status': 'completed', 'code': 200} Apr 30 14:09:57.624884 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45004) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:57.685378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Deleting subnet 0780e211-b413-42ae-bb7a-efeeab4225f7 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:09:57.688156 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:57.739737 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:57.793388 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.037944 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.041564 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:58.078181 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0780e211-b413-42ae-bb7a-efeeab4225f7,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:58.080122 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.082558 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:58.086486 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-1c04885d-3272-4663-8bc7-d4549abce3fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0780e211-b413-42ae-bb7a-efeeab4225f7 HTTP/1.1" status: 204 len: 168 time: 0.4606047 Apr 30 14:09:58.089106 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45008) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:58.278787 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.399571 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.506659 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89e736c-6f17-4af0-989d-cd0831c316ed']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:09:58.518505 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978d4bf1-4b0d-4989-ba65-aa5c133f3198') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:09:58.518809 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978d4bf1-4b0d-4989-ba65-aa5c133f3198') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:09:58.529971 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6917550'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.546221 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.552501 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:09:58.723357 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Network c89e736c-6f17-4af0-989d-cd0831c316ed has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:09:58.732237 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6650229'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.894104 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Network c89e736c-6f17-4af0-989d-cd0831c316ed has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: timer() Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: cb(*args, **kw) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: self._notify() Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: self.callback(batched_events) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: event.method(event) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: return self._get(url).json() Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:09:58.918835 dv-cinder-788365-2-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:09:58.990532 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:58.994476 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-72efb887-3692-4edf-8eb0-d5ee9eb40901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:59.009765 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:59.015830 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89e736c-6f17-4af0-989d-cd0831c316ed,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:59.020459 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:59.027954 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4be8288f-3295-490a-b5bb-1a59440055f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c89e736c-6f17-4af0-989d-cd0831c316ed HTTP/1.1" status: 204 len: 168 time: 0.9378846 Apr 30 14:09:59.076628 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 3a6ba566-548d-4647-b799-0dc86ecdbefd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:09:59.111364 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 3a6ba566-548d-4647-b799-0dc86ecdbefd {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:09:59.111787 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 3a6ba566-548d-4647-b799-0dc86ecdbefd not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:09:59.200444 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45014) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:59.249997 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-0ec034c6-2944-404a-8ce9-4dc5af794edf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a4a44a61ae41e6acbca50adc5eff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480425 Apr 30 14:09:59.252324 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45018) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:09:59.313491 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:59.338126 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:59.388632 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:59.392350 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3cb968f0-bf38-4b03-98be-95a6fc0a8ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:09:59.404841 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:09:59.407297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:09:59.419039 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:09:59.420278 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f938e8a1-969a-4c3a-bb8e-5425491603a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e9cedfd-38ec-48f0-8c2c-ec8307f1f5ba HTTP/1.1" status: 204 len: 168 time: 0.1669753 Apr 30 14:10:05.136432 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:10:07.831953 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45140) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:07.947019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:07.965668 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:07.969700 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Usage tracker for resource:security_group_rule and tenant:b17823e2dca9457abbcb72c3f6c98842 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:07.972736 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:07.979328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:08.060430 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.064065 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.070778 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b1c36356-7843-483b-8f98-68576b259971 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:08.113920 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b17823e2dca9457abbcb72c3f6c98842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808380 Apr 30 14:10:08.114748 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f31f34-7d83-4fec-abf6-bc24e22bd30c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:08.116612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45146) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:08.117844 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3cd436b9-93dc-4976-bf52-9b382e102166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:08.175020 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.200564 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.254635 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.259177 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-00500c04-b26e-48fb-980b-3a7983810325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:08.270601 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f31f34-7d83-4fec-abf6-bc24e22bd30c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:08.273487 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:08.275458 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.276551 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-1234a6c8-0e27-44a8-bbf2-687250c3a5a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75f31f34-7d83-4fec-abf6-bc24e22bd30c HTTP/1.1" status: 204 len: 168 time: 0.1589804 Apr 30 14:10:08.553801 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45154) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:08.571707 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.585830 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:08.590186 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Usage tracker for resource:security_group_rule and tenant:205bb713dcf54420bf010909fcb8678d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:08.592947 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:08.598464 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:08.681981 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.685545 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.693839 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e73ac10-273e-4f3b-b6f1-a9c90e327f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:08.736236 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=205bb713dcf54420bf010909fcb8678d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813076 Apr 30 14:10:08.737955 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4978c-51d4-4fe6-a8ae-9ff5f0636a7c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:08.738980 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45158) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:08.741168 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2eae5f8b-c51c-4b94-9c53-25233cac50ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:08.797377 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.821927 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.872075 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.875657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63edecc5-470b-401c-b21b-2689b1530f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:08.888400 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4978c-51d4-4fe6-a8ae-9ff5f0636a7c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:08.891235 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:08.893197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:08.894362 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3bbf45b8-43ee-4d64-9ad6-896f3ba016bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecd4978c-51d4-4fe6-a8ae-9ff5f0636a7c HTTP/1.1" status: 204 len: 168 time: 0.1543143 Apr 30 14:10:14.418506 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45234) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:14.534523 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.548487 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:14.552261 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Usage tracker for resource:security_group_rule and tenant:c76ff291c77e42ecbea3a6bf8b1ac34f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:14.555011 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:14.561176 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:14.648501 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.652137 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.660523 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55b3f500-8f0c-42a5-b21f-4d60e3a7a364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:14.698229 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76ff291c77e42ecbea3a6bf8b1ac34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786739 Apr 30 14:10:14.700483 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7babd7-f324-486f-a513-ff9c9c7a218f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:14.701518 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45240) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:14.703806 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:14.759318 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.784610 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.835713 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.839368 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a5efcb22-c40c-4224-bbb4-f2040cbeef37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:14.853202 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7babd7-f324-486f-a513-ff9c9c7a218f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:14.856569 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:14.865563 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:14.866662 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a803a7ac-af40-4c4a-a49a-c04eec502c1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b7babd7-f324-486f-a513-ff9c9c7a218f HTTP/1.1" status: 204 len: 168 time: 0.1639254 Apr 30 14:10:15.137810 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45248) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:15.156684 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.171304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:15.175026 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Usage tracker for resource:security_group_rule and tenant:368ade5fd69e4d6ea2e2d99bf58b2946 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:15.177894 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:15.184164 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:15.267473 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.271051 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.282994 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-388d902d-05e0-4afa-8d51-a59c18620f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:15.321913 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=368ade5fd69e4d6ea2e2d99bf58b2946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828933 Apr 30 14:10:15.323378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c847b-4cb0-47f9-a49e-cc4be0941b24,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:15.324670 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45252) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:15.326492 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:15.385196 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.410399 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.459747 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.463365 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-696007ec-3a19-4ddf-8840-bc1cc732f632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:15.475440 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c847b-4cb0-47f9-a49e-cc4be0941b24,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:15.477764 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:15.486456 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:15.487577 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8ddca8a2-d8a1-4529-8a67-50ab5ef4b4a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc2c847b-4cb0-47f9-a49e-cc4be0941b24 HTTP/1.1" status: 204 len: 168 time: 0.1619229 Apr 30 14:10:15.945124 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-012dcb13-71d6-4690-9e30-94d61b18ee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:16.198082 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:18.354202 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-375a708a-4f24-4dd0-ba8f-98e4dda5d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:18.546682 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:19.424170 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:21.181929 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:21.895991 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45336) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:22.010280 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.028010 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:22.031672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Usage tracker for resource:security_group_rule and tenant:79367409deeb4ceba89c7f0a87dfa713 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:22.034472 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:22.040211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:22.121041 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.125195 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.131992 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e726f83b-a504-4a03-8357-f5c571636282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:22.170194 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ae8a3-430a-40b0-911b-bf1bd7f5f5b1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:22.173314 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:22.175935 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79367409deeb4ceba89c7f0a87dfa713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789719 Apr 30 14:10:22.178551 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45342) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:22.236769 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.261680 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.312624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.317175 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a24bae6c-0a38-4a89-b6ff-ee1dbd6c4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:22.330142 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ae8a3-430a-40b0-911b-bf1bd7f5f5b1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:22.332383 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:22.338052 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.339135 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e16ae8a3-430a-40b0-911b-bf1bd7f5f5b1 HTTP/1.1" status: 204 len: 168 time: 0.1596518 Apr 30 14:10:22.613729 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45350) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:22.631461 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.645280 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:22.649018 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbec7f67aff74a988fc3d12da2404d26 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:22.651847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:22.658023 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:22.738191 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.741920 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.748639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f058382c-c0e4-4c88-a872-9fa7c23068b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:22.786467 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033a4130-89a0-45a3-85e7-3d0a8c2ab84d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:22.790587 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbec7f67aff74a988fc3d12da2404d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758857 Apr 30 14:10:22.791470 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-13c0f315-1ba4-49ac-b098-3c8fa38833c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:22.793878 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45354) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:22.850195 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:22.875086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:23.017125 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:23.020773 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b91b1638-84b7-4d1c-a799-852d33ff6e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:23.031798 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a4130-89a0-45a3-85e7-3d0a8c2ab84d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:23.035505 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:23.038513 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:23.039620 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4b5565c5-2cae-4cea-abcd-8676664fa307 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/033a4130-89a0-45a3-85e7-3d0a8c2ab84d HTTP/1.1" status: 204 len: 168 time: 0.2448421 Apr 30 14:10:28.462860 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45454) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:28.581160 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.596610 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:28.600438 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Usage tracker for resource:security_group_rule and tenant:fe81bca7b20341c6aee57c31082daf8d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:28.603573 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:28.609787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:28.694351 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.698569 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.706755 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24fc0726-d58f-4d58-9bb1-c47ce5b9bd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:28.744980 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe81bca7b20341c6aee57c31082daf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810733 Apr 30 14:10:28.746600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca30846d-750a-4e2e-9f3e-6ad5d7567e90,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:28.747785 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45460) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:28.754275 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.754641 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.755002 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.755488 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.755849 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.756199 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.756544 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.756889 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.757233 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.757573 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.757911 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.758249 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.762240 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:28.814322 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.839742 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.890814 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.894531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6107ab55-563d-4c4e-b55a-5e5c7357ba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:28.907472 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca30846d-750a-4e2e-9f3e-6ad5d7567e90,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:28.918007 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.919095 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.919534 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.919938 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.920304 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.920665 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.921021 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.921375 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.921730 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.922084 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.922431 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.922778 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:28.927519 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:28.929550 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:28.930655 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-e7297697-aa77-4169-bca6-ea19ec4b26be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca30846d-750a-4e2e-9f3e-6ad5d7567e90 HTTP/1.1" status: 204 len: 168 time: 0.1816924 Apr 30 14:10:29.228105 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45468) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:29.247592 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.262491 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:29.266534 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Usage tracker for resource:security_group_rule and tenant:f814a7ed9f454e29bd5fb21871dac81f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:29.269359 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:29.274894 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:29.370294 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.374884 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.384378 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-45a39412-6399-420d-8d24-12643cbcaaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:29.425702 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f814a7ed9f454e29bd5fb21871dac81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965113 Apr 30 14:10:29.426731 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db89db5-6e29-475b-a19a-8a50c60a2b96,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:29.429108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45472) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:29.431596 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c06adcf-e0ac-4606-99d4-18589b7fc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:29.491704 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.519007 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.571206 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.575438 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-27c81852-4e9f-49f8-ac00-2579a6f7a704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:29.586341 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db89db5-6e29-475b-a19a-8a50c60a2b96,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:29.590253 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:29.596500 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:29.600062 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-a03c1e6a-18e9-47ff-bdbc-43d2dc2cbe9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1db89db5-6e29-475b-a19a-8a50c60a2b96 HTTP/1.1" status: 204 len: 168 time: 0.1677556 Apr 30 14:10:29.944026 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45480) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:29.966609 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.063906 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:30.067621 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffb5d790bec4e03b7a1b37104b9f957 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:30.070423 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:30.076650 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:30.159134 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.163448 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.170438 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb5ff71e-a141-4084-b8e8-3c058cc52b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:30.211834 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ffb5d790bec4e03b7a1b37104b9f957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667429 Apr 30 14:10:30.212669 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d231aaa5-f00d-4788-8450-86851b782406,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:30.214480 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45484) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:30.215839 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bf14252e-61a7-45b1-b123-8ef002db15a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:30.274413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.302726 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.352847 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.356366 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-296f9002-c0ba-4a70-a00c-ef0b02f94835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:30.368819 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d231aaa5-f00d-4788-8450-86851b782406,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:30.372245 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:30.377988 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:30.379082 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd820c95-c139-4362-a475-b7417dde236b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d231aaa5-f00d-4788-8450-86851b782406 HTTP/1.1" status: 204 len: 168 time: 0.1628897 Apr 30 14:10:31.493307 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45516) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:31.610442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.625017 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:31.628774 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Usage tracker for resource:security_group_rule and tenant:c7224e4a92ba40298160df62fd05d7fe is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:31.631607 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:31.637050 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:31.717607 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.721291 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.729341 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a163a2f-e11a-4d23-be0a-432171aead3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:31.767819 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7224e4a92ba40298160df62fd05d7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734969 Apr 30 14:10:31.769509 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab5527c-2907-4d57-bb05-1ee3c47b798e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:31.770482 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45522) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:31.772761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ce8f75d4-ab95-4366-ba21-a97c83fb0788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:31.829185 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.854175 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.908726 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.912500 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3fdb6359-02a7-4e93-8223-c68b0286115a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:31.924712 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab5527c-2907-4d57-bb05-1ee3c47b798e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:31.927511 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:31.934610 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:31.936786 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bab5527c-2907-4d57-bb05-1ee3c47b798e HTTP/1.1" status: 204 len: 168 time: 0.1642146 Apr 30 14:10:32.581151 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45546) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:32.685927 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929312763-network', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:32.691828 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:32.695559 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Usage tracker for resource:network and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:32.698332 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:32.705717 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:32.715381 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Made reservation on behalf of 4ec628ab9b5941a7a1612f2a3d4dd7b3 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:10:32.717670 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.729725 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.743726 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:32.747963 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:32.750700 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:32.756309 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:32.837873 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.841605 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.844589 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-32eb8ab7-25f9-4d35-b768-eadc1d7911ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:32.874025 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:10:32.883358 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5dd5c-3055-4872-b022-dd12368645f7,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:32.886844 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:32.891173 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.891550 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Added segment 8697b860-6870-487a-845c-bc76964ddf49 of type vlan for network 06231137-cade-4cec-b776-ed30c2a32d55 Apr 30 14:10:32.918255 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.947242 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.948473 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:10:32.949053 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:32.953870 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a6da2d5-76e3-4728-a241-0dd52ed6e0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:33.049312 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4669628 Apr 30 14:10:33.052176 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45552) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:33.060057 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Request body: {'subnet': {'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929312763-subnet', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:33.063078 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Pushing event updated for resources: {'Network': ['ID=06231137-cade-4cec-b776-ed30c2a32d55,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:33.065844 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-15cc3823-5089-471f-80d4-7ddff775435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:33.068384 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:33.072916 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Usage tracker for resource:subnet and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:33.073409 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 06231137-cade-4cec-b776-ed30c2a32d55 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:10:33.075911 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:33.081915 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:33.092137 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Made reservation on behalf of 4ec628ab9b5941a7a1612f2a3d4dd7b3 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:10:33.094506 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762635'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.477198 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6651410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762649'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.481828 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:33.552536 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b03a08-9d2f-48ca-90d6-d38e245d0262,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:33.555332 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:33.562484 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Checking segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:33.562835 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Network hostable DHCP agents. Network: 06231137-cade-4cec-b776-ed30c2a32d55, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:10:33.580586 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Network 06231137-cade-4cec-b776-ed30c2a32d55 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:10:33.589660 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 06231137-cade-4cec-b776-ed30c2a32d55) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:33.599047 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9587f-680e-4486-b55e-fda23011e957 None None] Network 06231137-cade-4cec-b776-ed30c2a32d55 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:10:33.600998 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:10:33.601571 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.622124 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-14e259c3-a67d-44da-b12c-ce94b8bbc707 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5689282 Apr 30 14:10:33.625146 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45556) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:33.630353 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:33.635413 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:33.639787 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Usage tracker for resource:router and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:33.642675 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:33.649549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:33.659897 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.660780 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.675673 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.810238 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-06231137-cade-4cec-b776-ed30c2a32d55', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:10:33.811500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.945368 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:33.992967 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Allocated IP 172.20.0.2 (06231137-cade-4cec-b776-ed30c2a32d55/68b03a08-9d2f-48ca-90d6-d38e245d0262/63098983-227d-49e8-84b5-bdf60fbbfd53) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:34.196044 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.207099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Transition to ACTIVE for port object 63098983-227d-49e8-84b5-bdf60fbbfd53 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:34.225286 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Transition to ACTIVE for port object 63098983-227d-49e8-84b5-bdf60fbbfd53 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:34.233009 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.237502 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-24b34aa9-88c6-4081-bd18-7a14da8e0a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:34.249055 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.281038 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.291684 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Network 06231137-cade-4cec-b776-ed30c2a32d55 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:34.294885 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:34.298488 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:34.336430 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Pushing event updated for resources: {'Port': ['ID=63098983-227d-49e8-84b5-bdf60fbbfd53,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:34.377869 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.378211 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.378548 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.378878 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.379209 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.379565 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.379889 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.380213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.380532 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.380854 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.381175 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.381493 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:34.390544 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:34.411762 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Attempting to bind port 63098983-227d-49e8-84b5-bdf60fbbfd53 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:34.412137 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Attempting to bind port 63098983-227d-49e8-84b5-bdf60fbbfd53 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:34.412508 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Attempting to bind port 63098983-227d-49e8-84b5-bdf60fbbfd53 on network 06231137-cade-4cec-b776-ed30c2a32d55 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:34.415428 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Allocated IP 172.28.0.53 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/694e6d8a-86c0-496c-ba80-547426ea570c) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:34.417830 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:34.418355 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Checking segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:34.418812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.419213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Bound using segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:34.419745 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Bound port: 63098983-227d-49e8-84b5-bdf60fbbfd53, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:34.420112 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.508710 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] For port 63098983-227d-49e8-84b5-bdf60fbbfd53, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:34.511792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] For port 63098983-227d-49e8-84b5-bdf60fbbfd53, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=63098983-227d-49e8-84b5-bdf60fbbfd53,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:34.517647 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.522235 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-63f557c9-3427-431a-9489-919f9ece3038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:34.562086 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.594731 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:34.599856 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-60609e64-ada3-419b-9105-c8787a1fe252 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:34.611608 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Pushing event updated for resources: {'Port': ['ID=63098983-227d-49e8-84b5-bdf60fbbfd53,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:34.616524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1829e19a-e94c-4781-b0e6-0e8c09ffee48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:34.661615 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:34.664370 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:34.668435 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:34.714426 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=694e6d8a-86c0-496c-ba80-547426ea570c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:34.719381 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:35.204046 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.469059 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f814df-1071-4231-9602-b719c5f13666 None None] Network 06231137-cade-4cec-b776-ed30c2a32d55 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:10:35.504373 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 63098983-227d-49e8-84b5-bdf60fbbfd53 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:35.552978 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.644473 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f840827c-7009-48bd-9d96-d6ddba13398d None None] Provisioning for port 63098983-227d-49e8-84b5-bdf60fbbfd53 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:35.704550 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 63098983-227d-49e8-84b5-bdf60fbbfd53 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:35.712013 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 63098983-227d-49e8-84b5-bdf60fbbfd53 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:35.712383 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.753070 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:10:35.888987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.923887 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 63098983-227d-49e8-84b5-bdf60fbbfd53, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=63098983-227d-49e8-84b5-bdf60fbbfd53,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:35.929078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.932246 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:35.937210 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:10:35.967553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:35.968844 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3426208 Apr 30 14:10:35.971772 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45560) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:35.988483 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Sync routers for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:10:36.013731 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:36.014369 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:36.086691 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=63098983-227d-49e8-84b5-bdf60fbbfd53,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:36.089755 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:36.161727 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d193cafc-8422-43c2-9520-32415365a4db None None] Provisioning complete for port 63098983-227d-49e8-84b5-bdf60fbbfd53 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:36.161997 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d193cafc-8422-43c2-9520-32415365a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:36.256323 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:36.625065 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:35Z', 'revision_number': 3, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:36.628846 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Checking router: 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:10:36.629205 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Updating router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 port 694e6d8a-86c0-496c-ba80-547426ea570c binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:10:36.683923 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:36.755552 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:36.957845 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Allocated IP 172.20.0.1 (06231137-cade-4cec-b776-ed30c2a32d55/68b03a08-9d2f-48ca-90d6-d38e245d0262/babd5f94-8468-41b5-ba58-fb3044cdce03) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:37.004408 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.015745 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Transition to ACTIVE for port object 694e6d8a-86c0-496c-ba80-547426ea570c will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:37.021541 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.026002 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:37.099492 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Attempting to bind port 694e6d8a-86c0-496c-ba80-547426ea570c on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:37.099870 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Attempting to bind port 694e6d8a-86c0-496c-ba80-547426ea570c by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:37.100233 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Attempting to bind port 694e6d8a-86c0-496c-ba80-547426ea570c on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:37.106642 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.106960 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51234-3c01-4018-805f-8fbd0bfb0367 None None] Pushing event updated for resources: {'Port': ['ID=694e6d8a-86c0-496c-ba80-547426ea570c,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:37.111002 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3cc51234-3c01-4018-805f-8fbd0bfb0367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:37.111777 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:37.112150 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:37.112750 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.112934 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:37.113503 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Bound port: 694e6d8a-86c0-496c-ba80-547426ea570c, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:37.114245 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.123322 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Transition to ACTIVE for port object babd5f94-8468-41b5-ba58-fb3044cdce03 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:37.147522 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.151955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3035f6d8-bec6-4edc-8b77-1c8891f591df tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:37.191610 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] For port 694e6d8a-86c0-496c-ba80-547426ea570c, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:37.194679 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] For port 694e6d8a-86c0-496c-ba80-547426ea570c, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=694e6d8a-86c0-496c-ba80-547426ea570c,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:37.199208 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.203947 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:37.207190 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Network 06231137-cade-4cec-b776-ed30c2a32d55 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:37.209923 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:37.213470 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:37.257531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Pushing event updated for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:37.266491 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:37.270465 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:37.271107 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:37.283205 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.361429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51234-3c01-4018-805f-8fbd0bfb0367 None None] Pushing event updated for resources: {'Port': ['ID=694e6d8a-86c0-496c-ba80-547426ea570c,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:37.364593 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3cc51234-3c01-4018-805f-8fbd0bfb0367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:37.486810 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 63098983-227d-49e8-84b5-bdf60fbbfd53 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:37.522690 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-223be95d-dbc4-4826-9fba-58eab321e141 None None] Provisioning for port babd5f94-8468-41b5-ba58-fb3044cdce03 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:37.526591 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:37.540093 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.637924 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-223be95d-dbc4-4826-9fba-58eab321e141 None None] Provisioning complete for port babd5f94-8468-41b5-ba58-fb3044cdce03 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:37.638551 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-223be95d-dbc4-4826-9fba-58eab321e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.762371 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.767194 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.836857 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-223be95d-dbc4-4826-9fba-58eab321e141 None None] Port babd5f94-8468-41b5-ba58-fb3044cdce03 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:10:37.860824 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 63098983-227d-49e8-84b5-bdf60fbbfd53 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:37.861205 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:37.916006 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37f5b84b-5b90-4246-bb87-8678443ebcd8 tempest-AttachVolumeShelveTestJSON-467023423 tempest-AttachVolumeShelveTestJSON-467023423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:37.996815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Pushing event updated for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:37.999349 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:38.002901 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:38.048118 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:35Z', 'revision_number': 3, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:38.052217 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f692d-6114-40c4-aa1b-4976f27630e1 None None] The sync data for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb is: [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:35Z', 'revision_number': 3, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:10:38.134543 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Network 06231137-cade-4cec-b776-ed30c2a32d55 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:38.135621 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:38.350061 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:10:38.366125 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c9ca2494-867a-48b4-b796-226822f38558 None None] Provisioning complete for port babd5f94-8468-41b5-ba58-fb3044cdce03 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:38.366500 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2494-867a-48b4-b796-226822f38558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:38.424505 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca2494-867a-48b4-b796-226822f38558 None None] Port babd5f94-8468-41b5-ba58-fb3044cdce03 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:10:38.541274 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:10:38.551407 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d2c7b38-56eb-40a5-bbed-8b66a9df5360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5785799 Apr 30 14:10:39.069711 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45578) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:39.075369 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612401857-network', 'tenant_id': '767926d28e444d64b586033196ede30b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:39.080313 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:39.084063 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Usage tracker for resource:network and tenant:767926d28e444d64b586033196ede30b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:39.087027 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:39.092683 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:39.102702 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Made reservation on behalf of 767926d28e444d64b586033196ede30b for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:10:39.104937 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.117054 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.131448 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:39.135117 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:767926d28e444d64b586033196ede30b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:39.137835 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:39.143346 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:39.222999 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.226453 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.229251 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f019c9ef-8f38-451f-867e-eb0f6e07479f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:39.257144 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 14:10:39.265779 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c191c589-3963-40c1-838e-817268c0a736,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:39.269373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:39.272104 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.272442 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Added segment 633b6463-c23e-4182-a8cb-2e9b39e6da07 of type vlan for network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 Apr 30 14:10:39.304186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762342226553'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.338340 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.339710 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:10:39.341073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.344553 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3c232ee-09fb-46c5-91c1-4056433efddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:39.454627 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=60e76c54-a2e6-4c1a-b2ba-a6739ce104b2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:39.457846 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:39.463233 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896422 Apr 30 14:10:39.463442 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45582) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:39.472885 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 details requested by agent ovs-agent-dv-cinder-788365-2-smb with host dv-cinder-788365-2-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 14:10:39.483211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Request body: {'subnet': {'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612401857-subnet', 'tenant_id': '767926d28e444d64b586033196ede30b', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:39.492230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:39.498749 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Usage tracker for resource:subnet and tenant:767926d28e444d64b586033196ede30b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:39.502898 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:39.508815 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:39.525647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Made reservation on behalf of 767926d28e444d64b586033196ede30b for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:10:39.530080 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6291974'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.557381 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 694e6d8a-86c0-496c-ba80-547426ea570c up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:39.648578 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 694e6d8a-86c0-496c-ba80-547426ea570c completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:39.655933 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 694e6d8a-86c0-496c-ba80-547426ea570c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:39.656968 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.673299 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Sync routers for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:10:39.683136 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:39.684051 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:39.792602 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.810298 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 694e6d8a-86c0-496c-ba80-547426ea570c, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=694e6d8a-86c0-496c-ba80-547426ea570c,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:39.816805 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.819792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-08ff91ca-48d1-40d7-9997-33ea88489399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:39.868070 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:39.907689 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=694e6d8a-86c0-496c-ba80-547426ea570c,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:39.911045 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:39.983003 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8366824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6291988'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:39.986811 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-629dfbbc-1ad6-4106-a3f7-ee9f0568b919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:40.065361 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68603f88-e0c0-4066-b80a-53e437a61220,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:40.068859 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:40.077242 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Checking segment: {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:40.077873 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Network hostable DHCP agents. Network: 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2, hostable agents: ['44c5e7ac-156d-4ef3-ab2b-8890217a6441'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 14:10:40.095925 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 is scheduled to be hosted by DHCP agent 44c5e7ac-156d-4ef3-ab2b-8890217a6441 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 14:10:40.105734 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-smb, 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:40.115633 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cebf767-5906-4bfc-b782-444c0d65e65e None None] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:10:40.116855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:10:40.117499 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.144077 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6796212 Apr 30 14:10:40.146537 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45586) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:40.152364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:40.157797 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:40.163571 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Usage tracker for resource:router and tenant:767926d28e444d64b586033196ede30b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:40.167312 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:40.173493 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:40.186030 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1910991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12871'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.187189 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1910998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1971673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12926'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.203852 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 2, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:40.205900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.208509 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Checking router: 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:10:40.209099 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Updating router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 port babd5f94-8468-41b5-ba58-fb3044cdce03 binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:10:40.262714 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.341809 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aaff5f9-510e-5e52-a6aa-2405714e1dc5-60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220'}]}} from dv-cinder-788365-2-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 14:10:40.342689 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.502110 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Allocated IP 172.20.0.2 (60e76c54-a2e6-4c1a-b2ba-a6739ce104b2/68603f88-e0c0-4066-b80a-53e437a61220/ece902a9-8038-4bba-bb5a-015aa66380ed) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:40.588707 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1971616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12896'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.637001 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.649541 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Transition to ACTIVE for port object babd5f94-8468-41b5-ba58-fb3044cdce03 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:40.656767 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.660605 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:40.726506 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.731014 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Pushing event updated for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:40.738620 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Transition to ACTIVE for port object ece902a9-8038-4bba-bb5a-015aa66380ed will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:40.761483 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Transition to ACTIVE for port object ece902a9-8038-4bba-bb5a-015aa66380ed will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:40.769366 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.776722 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-e84a441b-fe34-42ab-b411-449ab8c293de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:40.840937 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:40.844099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:40.846957 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:40.888021 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.888370 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.888713 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.889045 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.889373 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.889704 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.890029 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.890351 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.890681 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.891002 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.891361 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.891666 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:10:40.898078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Pushing event updated for resources: {'Port': ['ID=ece902a9-8038-4bba-bb5a-015aa66380ed,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:40.900780 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:40.902180 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:40.914884 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Attempting to bind port babd5f94-8468-41b5-ba58-fb3044cdce03 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:40.915266 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Attempting to bind port babd5f94-8468-41b5-ba58-fb3044cdce03 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:40.915661 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Attempting to bind port babd5f94-8468-41b5-ba58-fb3044cdce03 on network 06231137-cade-4cec-b776-ed30c2a32d55 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:40.924811 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:40.925201 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Checking segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:40.925607 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.926009 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Bound using segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:40.926494 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Bound port: babd5f94-8468-41b5-ba58-fb3044cdce03, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:40.926896 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.944867 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.967048 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Attempting to bind port ece902a9-8038-4bba-bb5a-015aa66380ed on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:40.967470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Attempting to bind port ece902a9-8038-4bba-bb5a-015aa66380ed by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:40.967836 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Attempting to bind port ece902a9-8038-4bba-bb5a-015aa66380ed on network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:40.973398 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:40.973777 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Checking segment: {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:40.974176 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.974569 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Bound using segment: {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:40.975039 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Bound port: ece902a9-8038-4bba-bb5a-015aa66380ed, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:40.975577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:40.982230 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.024018 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] For port babd5f94-8468-41b5-ba58-fb3044cdce03, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:41.029160 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] For port babd5f94-8468-41b5-ba58-fb3044cdce03, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=babd5f94-8468-41b5-ba58-fb3044cdce03,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:41.033394 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.043087 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc38d2df-9d6a-469b-9709-83ab7fbddcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:41.075933 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] For port ece902a9-8038-4bba-bb5a-015aa66380ed, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:41.079592 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] For port ece902a9-8038-4bba-bb5a-015aa66380ed, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=ece902a9-8038-4bba-bb5a-015aa66380ed,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:41.087727 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.091437 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:41.120372 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Allocated IP 172.28.0.83 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/5d383321-5af4-4a61-aef7-9bd5f8c15318) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:41.126779 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Pushing event updated for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:41.137688 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:41.138269 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:41.139186 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:41.186852 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Pushing event updated for resources: {'Port': ['ID=ece902a9-8038-4bba-bb5a-015aa66380ed,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:41.193680 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5f01a0b5-a9d1-4a37-a50f-d480107a903a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:41.311810 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.347088 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.352832 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f680d84-e0c8-4503-ac21-24fc40816452 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:41.380633 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:41.426296 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:41.429597 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:41.435319 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:41.479916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Pushing event updated for resources: {'Port': ['ID=5d383321-5af4-4a61-aef7-9bd5f8c15318,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:41.483392 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:41.657102 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device ece902a9-8038-4bba-bb5a-015aa66380ed up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:41.727181 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port ece902a9-8038-4bba-bb5a-015aa66380ed completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:41.733211 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 694e6d8a-86c0-496c-ba80-547426ea570c up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:41.785951 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:41Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:41.789622 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eacde-0438-4d54-b96c-3855a73d0c1b None None] The sync data for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb is: [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:41Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:10:41.809704 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 694e6d8a-86c0-496c-ba80-547426ea570c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:41.810089 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:41.901138 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.135998 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:10:42.289112 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1724a-6bb8-4b4e-8dbe-d3658a704233 None None] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:10:42.393066 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966701'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.410907 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Provisioning for port ece902a9-8038-4bba-bb5a-015aa66380ed completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:42.424638 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Provisioning complete for port ece902a9-8038-4bba-bb5a-015aa66380ed triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:42.425022 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.619485 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 is scheduled to L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 14:10:42.641642 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.691497 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] For port ece902a9-8038-4bba-bb5a-015aa66380ed, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=ece902a9-8038-4bba-bb5a-015aa66380ed,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:42.701515 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.704577 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:42.784103 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Pushing event updated for resources: {'Port': ['ID=ece902a9-8038-4bba-bb5a-015aa66380ed,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:42.787995 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:42.842449 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:10:42.851200 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Sync routers for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:10:42.862674 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:42.863524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:42.879653 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:42.883965 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-c2bf7a8f-9d01-4f40-98e2-6b460c55e08e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7333438 Apr 30 14:10:42.884219 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45590) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:43.057295 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-4552e30d-bdd4-4ba6-8342-a026a25ad8a5 None None] Provisioning complete for port ece902a9-8038-4bba-bb5a-015aa66380ed triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:43.057579 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4552e30d-bdd4-4ba6-8342-a026a25ad8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:43.109732 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:43.469843 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:41Z', 'revision_number': 3, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:43.474353 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Checking router: 52c01d65-4246-4bcd-89bc-8c7ce3e65245 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:10:43.474712 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Updating router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 port 5d383321-5af4-4a61-aef7-9bd5f8c15318 binding host dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:10:43.529879 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:43.582824 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device babd5f94-8468-41b5-ba58-fb3044cdce03 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:43.760730 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:43.825376 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port babd5f94-8468-41b5-ba58-fb3044cdce03 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:43.842817 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port babd5f94-8468-41b5-ba58-fb3044cdce03 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:43.843252 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:43.980174 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Allocated IP 172.20.0.1 (60e76c54-a2e6-4c1a-b2ba-a6739ce104b2/68603f88-e0c0-4066-b80a-53e437a61220/c83375ba-a750-4bb5-b49d-316a099c8d8a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:10:44.045520 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.077528 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.096469 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Transition to ACTIVE for port object 5d383321-5af4-4a61-aef7-9bd5f8c15318 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:44.101414 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port babd5f94-8468-41b5-ba58-fb3044cdce03, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=babd5f94-8468-41b5-ba58-fb3044cdce03,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:44.104317 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.109529 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2bcf3fa6-8036-4af1-aa97-a807e55a036e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:44.137194 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.144228 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.145076 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device ece902a9-8038-4bba-bb5a-015aa66380ed up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:44.153033 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Transition to ACTIVE for port object c83375ba-a750-4bb5-b49d-316a099c8d8a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:44.177803 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.182807 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91048ddc-dbee-438d-81a8-c3eea6a8c044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:44.240350 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Attempting to bind port 5d383321-5af4-4a61-aef7-9bd5f8c15318 on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:44.240723 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Attempting to bind port 5d383321-5af4-4a61-aef7-9bd5f8c15318 by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:44.241094 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Attempting to bind port 5d383321-5af4-4a61-aef7-9bd5f8c15318 on network 94baba44-af9d-4a58-98e0-87aae9ad41d5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:44.243064 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87daed-9e61-4a8b-a0e2-0619572da574 None None] Pushing event updated for resources: {'Port': ['ID=5d383321-5af4-4a61-aef7-9bd5f8c15318,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:44.245660 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:44.249723 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:44.250232 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8c87daed-9e61-4a8b-a0e2-0619572da574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:44.250963 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f7af4cc1-ff23-4abd-a66c-2609caea5ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:44.259211 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:10:44.280792 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:44.281142 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Checking segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:44.281642 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.281941 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Bound using segment: {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:44.282429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Bound port: 5d383321-5af4-4a61-aef7-9bd5f8c15318, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c6c0da-ec79-4d49-9028-246f22617bbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:44.282808 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.292906 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:44.301786 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:44.321992 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1964259'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.398305 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:44.403078 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port ece902a9-8038-4bba-bb5a-015aa66380ed triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:44.403486 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.427889 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:44.428973 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] For port 5d383321-5af4-4a61-aef7-9bd5f8c15318, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:44.449450 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] For port 5d383321-5af4-4a61-aef7-9bd5f8c15318, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5d383321-5af4-4a61-aef7-9bd5f8c15318,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:44.457583 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.468518 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:44.471089 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.566309 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:44.566862 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:44.613800 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5b0afd90-84bc-4901-8840-abf1563e755e None None] Provisioning for port c83375ba-a750-4bb5-b49d-316a099c8d8a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:44.649707 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87daed-9e61-4a8b-a0e2-0619572da574 None None] Pushing event updated for resources: {'Port': ['ID=5d383321-5af4-4a61-aef7-9bd5f8c15318,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:44.669874 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8c87daed-9e61-4a8b-a0e2-0619572da574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:44.672696 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5b0afd90-84bc-4901-8840-abf1563e755e None None] Provisioning complete for port c83375ba-a750-4bb5-b49d-316a099c8d8a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:44.673071 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5b0afd90-84bc-4901-8840-abf1563e755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.702659 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.707212 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.734662 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-52a0fb95-db3b-4c93-b188-918ba99b2971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:44.812324 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-5b0afd90-84bc-4901-8840-abf1563e755e None None] Port c83375ba-a750-4bb5-b49d-316a099c8d8a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:10:44.818500 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1964102'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:44.821855 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:44.825457 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:44.851035 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:44.958327 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:10:44.959520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:10:45.153518 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:10:45.174966 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'c83375ba-a750-4bb5-b49d-316a099c8d8a', 'name': '', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'mac_address': 'fa:16:3e:bd:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:43Z', 'updated_at': '2021-04-30T14:10:43Z', 'revision_number': 1, 'project_id': '767926d28e444d64b586033196ede30b', 'subnets': [{'id': '68603f88-e0c0-4066-b80a-53e437a61220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:45.179089 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ffa0-a237-4c8d-ac03-6946d7126598 None None] The sync data for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb is: [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'c83375ba-a750-4bb5-b49d-316a099c8d8a', 'name': '', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'mac_address': 'fa:16:3e:bd:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:43Z', 'updated_at': '2021-04-30T14:10:43Z', 'revision_number': 1, 'project_id': '767926d28e444d64b586033196ede30b', 'subnets': [{'id': '68603f88-e0c0-4066-b80a-53e437a61220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:10:45.236734 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ced00e87-d6c4-4b24-85cf-95caa803b434 None None] Provisioning complete for port c83375ba-a750-4bb5-b49d-316a099c8d8a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:45.237060 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ced00e87-d6c4-4b24-85cf-95caa803b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:45.297917 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-ced00e87-d6c4-4b24-85cf-95caa803b434 None None] Port c83375ba-a750-4bb5-b49d-316a099c8d8a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:10:45.481167 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:10:45.493975 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-739a2837-606e-4d46-af6c-b8fc8cdc45d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/52c01d65-4246-4bcd-89bc-8c7ce3e65245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6061702 Apr 30 14:10:45.497753 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device babd5f94-8468-41b5-ba58-fb3044cdce03 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:45.587829 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port babd5f94-8468-41b5-ba58-fb3044cdce03 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:45.588207 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:45.948109 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d0812aae-6d68-4fc7-8825-3ec82b9481f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.071036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45600) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.076489 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967300177', 'description': 'tempest-secgroup-smoke-967300177 description', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.082828 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.086889 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.090549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.096451 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.108247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.130269 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.134208 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.137247 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.143203 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.216979 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.226004 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.229837 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.234491 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b409ad3c-3143-4801-aee6-fc10864d4cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:46.278258 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc94645-cd90-465c-b685-cba6fcf3a46a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:46.281700 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:46.283323 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.284602 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-ae58f97d-5011-4fb3-8a9d-845618f2dd46 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2126577 Apr 30 14:10:46.287500 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45604) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.293926 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.300096 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.304329 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.307998 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.314761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.330607 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.395164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.399145 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.401237 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:46.424691 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c197088c-9733-4875-b3dc-2c7ded89965e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:46.427517 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:46.436506 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.438244 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6461ad9c-53e9-45d0-9cac-b189f8ed03de tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494379 Apr 30 14:10:46.441101 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45608) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.448019 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.454714 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.458659 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.461579 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.468152 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.484255 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.546803 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.552018 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.554217 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7b0ab781-615c-46ca-9a15-7dad0465dac5 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:46.580617 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd125258-bce1-4799-9848-811d855ccbdd,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:46.586473 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:46.593200 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.594560 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519513 Apr 30 14:10:46.597311 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45612) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.602488 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.609205 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.613180 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.616329 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.623297 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.643458 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.716856 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.723178 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.732017 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3c2a9dfd-8201-406d-857b-03ab52f75b64 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:46.753307 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbed2e8e-4ee1-4b60-8397-a349c6c4f8af,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:46.755766 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:46.760452 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.763302 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-d10a9cf8-d92c-4253-8489-4086ba91b32d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633945 Apr 30 14:10:46.764946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45618) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.771255 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.777184 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.781826 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.785246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.791190 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.812946 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.888783 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.893702 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.901589 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e78869b0-6540-4d6c-bb6e-fa5e605cf41a tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:46.921275 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55641c-6d17-4b20-adf6-38c3955b0058,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:46.923972 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:46.932350 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:46.933694 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-7ea03176-9d75-452b-9d5f-d0488966645f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674728 Apr 30 14:10:46.936596 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45622) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:46.941994 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:46.948165 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:46.952290 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:46.955519 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:46.961699 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:46.976298 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Project 4ec628ab9b5941a7a1612f2a3d4dd7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 14:10:46.982612 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.048130 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.051769 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.053884 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:47.074029 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b215dc-6d7a-4840-86c2-e59b12c60ea8,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:47.078780 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:47.086531 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.087774 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-d3552459-c094-44b8-b773-040f30ed42a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502140 Apr 30 14:10:47.090554 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45626) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:10:47.095676 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'security_group_rule': {'security_group_id': '9dc94645-cd90-465c-b685-cba6fcf3a46a', 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:10:47.101397 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:10:47.105109 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:security_group_rule and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:10:47.108511 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:10:47.114070 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:10:47.124704 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Project 4ec628ab9b5941a7a1612f2a3d4dd7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 14:10:47.130346 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.196764 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.200451 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060635'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.207469 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d62d170e-a004-4828-92d0-00bdc23d7a14 tempest-TestMinimumBasicScenario-434688 tempest-TestMinimumBasicScenario-434688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:47.227857 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556790b9-bbdf-4d6d-8610-8704fdb766e0,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:47.230203 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:47.239499 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.240732 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-0cc92284-e4ab-4c99-bb0b-467cdaa1397c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492803 Apr 30 14:10:47.492411 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5d383321-5af4-4a61-aef7-9bd5f8c15318 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:47.564265 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port 5d383321-5af4-4a61-aef7-9bd5f8c15318 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:47.569937 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 5d383321-5af4-4a61-aef7-9bd5f8c15318 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:47.570543 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.688997 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.707066 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port 5d383321-5af4-4a61-aef7-9bd5f8c15318, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5d383321-5af4-4a61-aef7-9bd5f8c15318,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:47.710663 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:47.713813 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:47.782176 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=5d383321-5af4-4a61-aef7-9bd5f8c15318,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:47.785432 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:48.357453 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9170-41fe-4dcc-99e4-2d245871a859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:48.532602 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:48.635975 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Sync routers for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:10:48.645803 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:48.646418 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:48.829374 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:49.144555 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'c83375ba-a750-4bb5-b49d-316a099c8d8a', 'name': '', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'mac_address': 'fa:16:3e:bd:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:43Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 2, 'project_id': '767926d28e444d64b586033196ede30b', 'subnets': [{'id': '68603f88-e0c0-4066-b80a-53e437a61220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:49.148373 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Checking router: 52c01d65-4246-4bcd-89bc-8c7ce3e65245 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:10:49.148750 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Updating router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 port c83375ba-a750-4bb5-b49d-316a099c8d8a binding host dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 14:10:49.206163 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.442797 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.478795 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5d383321-5af4-4a61-aef7-9bd5f8c15318 up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:49.553020 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port 5d383321-5af4-4a61-aef7-9bd5f8c15318 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:49.553730 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.593527 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.607010 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Transition to ACTIVE for port object c83375ba-a750-4bb5-b49d-316a099c8d8a will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:10:49.614114 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.617991 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:49.748009 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f81b0-7307-4cf4-a33c-45e05b41e878 None None] Pushing event updated for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:49.776631 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7d7f81b0-7307-4cf4-a33c-45e05b41e878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:49.841510 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Attempting to bind port c83375ba-a750-4bb5-b49d-316a099c8d8a on host dv-cinder-788365-2-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:10:49.841879 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Attempting to bind port c83375ba-a750-4bb5-b49d-316a099c8d8a by drivers openvswitch,hyperv on host dv-cinder-788365-2-smb at level 0 using segments [{'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:10:49.842352 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Attempting to bind port c83375ba-a750-4bb5-b49d-316a099c8d8a on network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:10:49.847704 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Checking agent: {'id': 'ef09ae95-f396-4acb-bae9-a45d543d4a85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 54, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 55, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:10:49.848079 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Checking segment: {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:10:49.848531 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.848927 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Bound using segment: {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:10:49.849425 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Bound port: c83375ba-a750-4bb5-b49d-316a099c8d8a, host: dv-cinder-788365-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633b6463-c23e-4182-a8cb-2e9b39e6da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:10:49.849824 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.942378 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] For port c83375ba-a750-4bb5-b49d-316a099c8d8a, host dv-cinder-788365-2-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:10:49.945517 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] For port c83375ba-a750-4bb5-b49d-316a099c8d8a, host dv-cinder-788365-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c83375ba-a750-4bb5-b49d-316a099c8d8a,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:10:49.950330 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:49.954504 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6fd762bf-fd8d-4a10-a483-5934147f12ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:50.030333 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:10:50.030970 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:10:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:50.110249 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f81b0-7307-4cf4-a33c-45e05b41e878 None None] Pushing event updated for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:50.123874 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7d7f81b0-7307-4cf4-a33c-45e05b41e878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:50.223198 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:10:50.541709 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'c83375ba-a750-4bb5-b49d-316a099c8d8a', 'name': '', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'mac_address': 'fa:16:3e:bd:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:43Z', 'updated_at': '2021-04-30T14:10:49Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'subnets': [{'id': '68603f88-e0c0-4066-b80a-53e437a61220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:10:50.546329 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97a5f-59ff-4ac5-819f-58061b665d6a None None] The sync data for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb is: [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'c83375ba-a750-4bb5-b49d-316a099c8d8a', 'name': '', 'network_id': '60e76c54-a2e6-4c1a-b2ba-a6739ce104b2', 'tenant_id': '767926d28e444d64b586033196ede30b', 'mac_address': 'fa:16:3e:bd:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68603f88-e0c0-4066-b80a-53e437a61220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:43Z', 'updated_at': '2021-04-30T14:10:49Z', 'revision_number': 4, 'project_id': '767926d28e444d64b586033196ede30b', 'subnets': [{'id': '68603f88-e0c0-4066-b80a-53e437a61220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:10:51.186163 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:51.487405 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c83375ba-a750-4bb5-b49d-316a099c8d8a up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:51.557373 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning for port c83375ba-a750-4bb5-b49d-316a099c8d8a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:10:51.563391 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port c83375ba-a750-4bb5-b49d-316a099c8d8a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:51.563984 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:51.692892 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:51.725951 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] For port c83375ba-a750-4bb5-b49d-316a099c8d8a, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c83375ba-a750-4bb5-b49d-316a099c8d8a,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:10:51.730725 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:10:51.733494 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:10:51.799300 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Pushing event updated for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:10:51.802291 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:10:53.474859 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c83375ba-a750-4bb5-b49d-316a099c8d8a up at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:10:53.545782 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Provisioning complete for port c83375ba-a750-4bb5-b49d-316a099c8d8a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:10:53.546153 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:03.455052 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-454acbc2-26ce-4722-bb87-40da6166df19 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:03.472226 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-454acbc2-26ce-4722-bb87-40da6166df19 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:03.473670 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-454acbc2-26ce-4722-bb87-40da6166df19 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967300177&fields=id&tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3 HTTP/1.1" status: 200 len: 267 time: 0.0597556 Apr 30 14:11:03.630752 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a982d628-2119-4ff4-8d52-b53653acdd38 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:03.632242 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a982d628-2119-4ff4-8d52-b53653acdd38 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 808 time: 0.1504929 Apr 30 14:11:03.647252 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-8675f383-6bb3-4bd2-a99e-28004e568708 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/quotas/4ec628ab9b5941a7a1612f2a3d4dd7b3 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Apr 30 14:11:03.735121 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-be651f82-c8f1-4e98-84d6-b8f21a5f1b09 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:03.752873 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-be651f82-c8f1-4e98-84d6-b8f21a5f1b09 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:03.754188 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-be651f82-c8f1-4e98-84d6-b8f21a5f1b09 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015027 Apr 30 14:11:03.898890 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-4b6144a5-10fb-4451-baa6-7663972af2c5 service neutron] 10.222.0.37 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326687 Apr 30 14:11:04.035989 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-c47b2927-b9d3-443a-b1d7-07e6b4208796 service neutron] 10.222.0.37 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298239 Apr 30 14:11:04.448117 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b2cc8a17-b10a-4726-acc6-8cf9ca8de11d req-ca132ff3-6078-42f4-abd5-763d84aa0ca3 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Apr 30 14:11:05.572343 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a62e0cba-808f-4d2e-b9cf-449d5f0cf9a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:05.573384 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a62e0cba-808f-4d2e-b9cf-449d5f0cf9a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:05.594379 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a62e0cba-808f-4d2e-b9cf-449d5f0cf9a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:05.595938 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a62e0cba-808f-4d2e-b9cf-449d5f0cf9a2 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 808 time: 0.2049682 Apr 30 14:11:05.617146 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-554b58f4-002a-4899-9f11-1c64ed581f18 req-f76c6ab6-7957-42ba-a76a-38d30320b829 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 210 time: 0.0552685 Apr 30 14:11:05.659236 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-327de87d-f64b-432c-a0a3-06a477ae7fd5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:05.673012 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-327de87d-f64b-432c-a0a3-06a477ae7fd5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:05.674504 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-327de87d-f64b-432c-a0a3-06a477ae7fd5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3 HTTP/1.1" status: 200 len: 379 time: 0.0639327 Apr 30 14:11:05.689358 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'port': {'device_id': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'admin_state_up': True, 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'security_groups': ['9dc94645-cd90-465c-b685-cba6fcf3a46a']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:11:05.850583 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:11:05.862649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:11:05.874223 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Made reservation on behalf of 4ec628ab9b5941a7a1612f2a3d4dd7b3 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 14:11:05.878097 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.151830 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Allocated IP 172.20.0.12 (06231137-cade-4cec-b776-ed30c2a32d55/68b03a08-9d2f-48ca-90d6-d38e245d0262/24e5facf-cc2f-473f-9bb5-e1d4dcc152ed) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:11:06.359328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.375528 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Transition to ACTIVE for port object 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:11:06.399984 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.407039 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:06.467439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Network 06231137-cade-4cec-b776-ed30c2a32d55 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:11:06.470445 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:11:06.474179 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:11:06.524785 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:06.530828 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:06.553227 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:06.553850 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.583612 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a4772fa7-8efa-40dc-b373-44d04be23995 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9006891 Apr 30 14:11:06.600150 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Request body: {'port': {'device_id': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:11:06.693619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-79e21422-ebb5-409d-b01c-8fe7a7c6be47 None None] Provisioning for port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:11:06.703894 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-79e21422-ebb5-409d-b01c-8fe7a7c6be47 None None] Provisioning complete for port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:11:06.704778 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-79e21422-ebb5-409d-b01c-8fe7a7c6be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.739688 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:06.765664 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-79e21422-ebb5-409d-b01c-8fe7a7c6be47 None None] Port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 14:11:06.968005 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8e2d3-7daf-42df-a691-3f15372c5ffc req-dcf82a97-b48a-4e35-b174-e31dd0ab0f73 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:06.968649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-e3a8e2d3-7daf-42df-a691-3f15372c5ffc req-dcf82a97-b48a-4e35-b174-e31dd0ab0f73 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:07.061702 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-e3a8e2d3-7daf-42df-a691-3f15372c5ffc req-dcf82a97-b48a-4e35-b174-e31dd0ab0f73 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:07.062899 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e3a8e2d3-7daf-42df-a691-3f15372c5ffc req-dcf82a97-b48a-4e35-b174-e31dd0ab0f73 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 932 time: 0.3120923 Apr 30 14:11:07.143288 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e3a8e2d3-7daf-42df-a691-3f15372c5ffc req-28d7602c-92ca-4c76-a4c8-dc8aad849b60 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720630 Apr 30 14:11:07.233328 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:11:07.242942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:07.257790 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Transition to ACTIVE for port object 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 14:11:07.262851 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:07.266570 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-02f0299e-3a47-4dde-b3c4-0e941c40c138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:07.420709 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:07.431428 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:07.506345 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Attempting to bind port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 14:11:07.506610 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Attempting to bind port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 14:11:07.506939 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Attempting to bind port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed on network 06231137-cade-4cec-b776-ed30c2a32d55 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:11:07.512160 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed on network 06231137-cade-4cec-b776-ed30c2a32d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 14:11:07.512480 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Attempting to bind port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed on network 06231137-cade-4cec-b776-ed30c2a32d55 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 14:11:07.517652 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Checking agent: {'id': 'fd50a0fb-e0ed-4cbb-9a59-a57552719ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 14:11:07.517988 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Checking segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 14:11:07.518371 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Bound using segment: {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 14:11:07.518806 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Bound port: 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8697b860-6870-487a-845c-bc76964ddf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 14:11:07.519145 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:07.624562 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 14:11:07.627515 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 14:11:07.631810 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6650281'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:07.636457 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be1b075a-3677-4d53-ae91-38eb9905f861 tempest-AttachVolumeNegativeTest-646790114 tempest-AttachVolumeNegativeTest-646790114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:07.679263 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:07.679752 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:07.681470 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] 10.222.0.46 "PUT /v2.0/ports/24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1094 time: 1.0857024 Apr 30 14:11:07.691168 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:11:07.771169 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'status': 'completed', 'code': 200} Apr 30 14:11:07.781514 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:07.785454 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-443aedfd-4521-43a3-93bc-cf3e218b0f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:07.826773 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-0f18a6b4-fda2-4c63-b612-fa55a017223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:07.828334 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-0f18a6b4-fda2-4c63-b612-fa55a017223e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0972891 Apr 30 14:11:07.903904 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-7f437682-2fbc-4608-8966-c51a9b0a11e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 217 time: 0.0637760 Apr 30 14:11:08.070888 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-3e706c6d-0c3c-4025-b894-ce6e704a2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.072391 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-3e706c6d-0c3c-4025-b894-ce6e704a2e3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.1589069 Apr 30 14:11:08.150550 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a3a5dcf0-8de2-46dc-8297-36001d7ac687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.152073 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-a3a5dcf0-8de2-46dc-8297-36001d7ac687 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699697 Apr 30 14:11:08.336991 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-214eaad8-5f57-493e-a86a-4eb5ef389113 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748118 Apr 30 14:11:08.380672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91222a-924a-4c69-8628-f4ac3c5556ce req-0f0657c5-e9a9-4229-9048-182918fe3477 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.382126 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6e91222a-924a-4c69-8628-f4ac3c5556ce req-0f0657c5-e9a9-4229-9048-182918fe3477 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.1275039 Apr 30 14:11:08.501306 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6e91222a-924a-4c69-8628-f4ac3c5556ce req-1134bb51-7c9a-4d5d-9e2d-559345c78bc5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079485 Apr 30 14:11:08.524033 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-616a2e58-e1e4-4ed0-95d9-e1faa574a86b req-db5cd187-cd14-4828-9436-06416a2cee28 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724365 Apr 30 14:11:08.651429 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-46848b27-78f0-4f44-9ffe-67da35e5b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.653598 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-46848b27-78f0-4f44-9ffe-67da35e5b9cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0741313 Apr 30 14:11:08.789527 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-c4a11a50-4b90-4020-a177-6ad5fbd6cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.790973 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-c4a11a50-4b90-4020-a177-6ad5fbd6cc67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1289997 Apr 30 14:11:08.863720 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-401f6cca-27ac-44d8-bca9-63666c5b65fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 217 time: 0.0653996 Apr 30 14:11:08.927089 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-af10a961-389a-4ed0-9999-3e1b3c8707f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:08.928468 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-af10a961-389a-4ed0-9999-3e1b3c8707f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0580001 Apr 30 14:11:09.007835 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-a21583d7-b523-4280-8ae6-ee414d87810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:09.009310 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-a21583d7-b523-4280-8ae6-ee414d87810b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740337 Apr 30 14:11:09.141305 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-64c09dd0-6ce1-44c8-ab6f-59cfd071a58c service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248281 Apr 30 14:11:09.271689 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3982eb8a-30d9-47f6-bef4-e3561ea32183 req-eb6aca70-d928-480d-84a3-6f60a523781c service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229258 Apr 30 14:11:09.692163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd4296-f515-44c7-a68c-3e1c53210754 req-154f5301-1f05-47f3-a25a-f7c170691245 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:09.693619 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bccd4296-f515-44c7-a68c-3e1c53210754 req-154f5301-1f05-47f3-a25a-f7c170691245 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0792551 Apr 30 14:11:09.737387 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-bccd4296-f515-44c7-a68c-3e1c53210754 req-044e6632-572f-44af-af06-2253848f6988 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381050 Apr 30 14:11:10.918004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b67fe-7c01-4225-a3ff-a33a0ce3fde6 req-b0bb6a78-bb23-4375-8f7d-d4985c67e7c0 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:10.919480 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2d4b67fe-7c01-4225-a3ff-a33a0ce3fde6 req-b0bb6a78-bb23-4375-8f7d-d4985c67e7c0 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0784848 Apr 30 14:11:10.966829 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2d4b67fe-7c01-4225-a3ff-a33a0ce3fde6 req-d880b3e8-5e7b-4a50-ba0b-444f83fb0a1a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Apr 30 14:11:11.419592 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:11:11.549770 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:11:11.562943 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'mac_address': 'fa:16:3e:e9:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:11:11.626390 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:11.642612 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:11:11.658042 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:11:11.662270 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:11.664061 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3e767acc-f728-47ad-a7b0-442ffbf6df62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:11.727974 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:11.731592 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:11.911714 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:11:12.153309 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eb22-d95a-4c39-b210-9cfea7af16f3 req-f6544fab-bdfd-491e-8840-bea65855fc3d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:12.154767 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1885eb22-d95a-4c39-b210-9cfea7af16f3 req-f6544fab-bdfd-491e-8840-bea65855fc3d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 945 time: 0.0846832 Apr 30 14:11:12.201672 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-1885eb22-d95a-4c39-b210-9cfea7af16f3 req-fce30174-55dd-49db-86e8-034e31d208d5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Apr 30 14:11:13.386237 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815bae-7bfa-4c08-8453-d680c291f5be req-5ebba93e-6e72-4f82-8dc3-dc543e2fe59e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:13.387732 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0f815bae-7bfa-4c08-8453-d680c291f5be req-5ebba93e-6e72-4f82-8dc3-dc543e2fe59e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 945 time: 0.0797095 Apr 30 14:11:13.431220 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0f815bae-7bfa-4c08-8453-d680c291f5be req-9771649b-beae-4ce2-9c6e-896f90dd4474 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 Apr 30 14:11:13.435031 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:11:13.500472 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning for port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 14:11:13.505036 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:11:13.505397 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:13.621360 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:13.646614 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:11:13.656524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:11:13.660933 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:13.662780 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3cc51234-3c01-4018-805f-8fbd0bfb0367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:13.697041 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'code': 200} Apr 30 14:11:13.734670 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:13.738111 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:14.015203 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7694df-8264-49af-8eab-6c4d9db76d00 req-7af11ae7-001e-4411-aafe-3a1a84d083f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:14.016718 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9f7694df-8264-49af-8eab-6c4d9db76d00 req-7af11ae7-001e-4411-aafe-3a1a84d083f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0731561 Apr 30 14:11:14.060785 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9f7694df-8264-49af-8eab-6c4d9db76d00 req-0e8bdf3e-82cc-441c-aff7-7c0546257a85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336757 Apr 30 14:11:14.612147 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89600e0-8985-401a-be7f-7d682c61f021 req-b8b1262d-0131-4126-ab5c-14af8d8e785e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:14.613614 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b89600e0-8985-401a-be7f-7d682c61f021 req-b8b1262d-0131-4126-ab5c-14af8d8e785e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0794227 Apr 30 14:11:14.658395 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b89600e0-8985-401a-be7f-7d682c61f021 req-08257337-911f-40a0-a504-b2da94ef14d9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Apr 30 14:11:15.864948 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2d7bc-ea9a-4ec3-970c-ce871cef6637 req-777615a1-f274-4d43-a795-44c70057f912 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:15.866430 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54b2d7bc-ea9a-4ec3-970c-ce871cef6637 req-777615a1-f274-4d43-a795-44c70057f912 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0980356 Apr 30 14:11:15.917518 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-54b2d7bc-ea9a-4ec3-970c-ce871cef6637 req-950d15c7-ee83-4149-85cd-faef1993cf3e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Apr 30 14:11:15.952807 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-69f56729-1098-4b5f-9d03-48729332e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:16.222450 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:16.223209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd84a2-e80f-4c24-880b-ecebd255fdeb req-3aa96589-1366-45a6-b8ff-fd8e30172a71 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:16.224731 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-67bd84a2-e80f-4c24-880b-ecebd255fdeb req-3aa96589-1366-45a6-b8ff-fd8e30172a71 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.2011690 Apr 30 14:11:16.270716 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-67bd84a2-e80f-4c24-880b-ecebd255fdeb req-f5ce8902-48f8-4888-8491-8a77bf4f0d92 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Apr 30 14:11:16.293844 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45770) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:11:16.460975 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc5b0f-7379-4cd8-b903-153a559423a5 tempest-TestShelveInstance-302522178 tempest-TestShelveInstance-302522178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:16.461697 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3abc5b0f-7379-4cd8-b903-153a559423a5 tempest-TestShelveInstance-302522178 tempest-TestShelveInstance-302522178-project-admin] Synchronizing usage tracker for tenant:767926d28e444d64b586033196ede30b on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:11:16.477364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3abc5b0f-7379-4cd8-b903-153a559423a5 tempest-TestShelveInstance-302522178 tempest-TestShelveInstance-302522178-project-admin] Unset dirty status for tenant:767926d28e444d64b586033196ede30b on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:11:16.478500 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-3abc5b0f-7379-4cd8-b903-153a559423a5 tempest-TestShelveInstance-302522178 tempest-TestShelveInstance-302522178-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1836493 Apr 30 14:11:16.481969 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45776) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:11:16.486955 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Request body: {'floatingip': {'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 14:11:16.492682 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 14:11:16.497073 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Usage tracker for resource:floatingip and tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 14:11:16.499929 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 14:11:16.505599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 14:11:16.516092 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:16.651685 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:16.787242 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Allocated IP 172.28.0.38 (94baba44-af9d-4a58-98e0-87aae9ad41d5/9882a47a-9b76-4d24-be03-0d2d8804a93a/300253c5-2a4d-4a71-af0a-834c114632f4) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 14:11:17.024093 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.052254 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762342206724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.055737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b24aab6-6e60-4c88-ba59-d84e51a96312 tempest-VolumesActionsTest-644345734 tempest-VolumesActionsTest-644345734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:17.112583 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Network 94baba44-af9d-4a58-98e0-87aae9ad41d5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 14:11:17.115254 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 14:11:17.123962 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 14:11:17.160074 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'Port': ['ID=300253c5-2a4d-4a71-af0a-834c114632f4,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:17.168374 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:17.531112 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.604008 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.808717 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.813657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8367443'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:17.817216 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63afb74d-20ac-45c6-a573-b308e7d5da31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:11:17.918886 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event updated for resources: {'Port': ['ID=300253c5-2a4d-4a71-af0a-834c114632f4,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:11:17.923058 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:11:17.929657 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1964190'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:18.102547 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Floating IP b3434f0e-c819-4537-9b99-c2e7f2fd081b associated. External IP: 172.28.0.38, port: 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed. Apr 30 14:11:18.358455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-28e03021-8ede-4ca7-a2a6-b039879e525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:18.534547 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:18.547136 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:11:18.723029 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:11:18.733270 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Sync routers for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:11:18.742471 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:11:18.743081 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:11:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:11:18.754531 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:18.813196 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3302276 Apr 30 14:11:18.814332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:11:18.863035 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'status': 'completed', 'code': 200} Apr 30 14:11:18.946120 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:11:18.960220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-cb7cf8dd-9ebe-4700-991a-0c122d354ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:18.961879 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-cb7cf8dd-9ebe-4700-991a-0c122d354ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0742211 Apr 30 14:11:19.100189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-dd17bdbd-b7e5-4b52-b8f9-842a1ef188f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:19.101644 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-dd17bdbd-b7e5-4b52-b8f9-842a1ef188f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1335042 Apr 30 14:11:19.133973 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:11:19.206583 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-f6cfc0a0-7dc1-4026-be81-7db1233d2090 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 999 time: 0.0967760 Apr 30 14:11:19.273548 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-e6604fbc-61d7-4346-9043-9fb7e801747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:19.274807 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-e6604fbc-61d7-4346-9043-9fb7e801747e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0619519 Apr 30 14:11:19.287043 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b3434f0e-c819-4537-9b99-c2e7f2fd081b', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'mac_address': 'fa:16:3e:e9:28:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:17Z', 'updated_at': '2021-04-30T14:11:17Z', 'revision_number': 0, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:11:19.290969 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Checking router: 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:11:19.299832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:11:19.300429 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:11:18Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:11:19.349430 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-dbc118b2-134d-4df8-a943-b3c383897755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:19.350900 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-dbc118b2-134d-4df8-a943-b3c383897755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696642 Apr 30 14:11:19.461062 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:19.485252 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:11:19.490954 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-44bb06d8-ac1a-4b25-bb2f-fb93c9c5e6a4 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308353 Apr 30 14:11:19.624462 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3081710c-a9fd-41f9-80fa-c8e752f85526 req-0c43b574-de47-4062-9526-7d216eab52c0 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271441 Apr 30 14:11:19.869049 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b3434f0e-c819-4537-9b99-c2e7f2fd081b', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'mac_address': 'fa:16:3e:e9:28:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:17Z', 'updated_at': '2021-04-30T14:11:17Z', 'revision_number': 0, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:11:19.873512 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eebfac-9fed-4818-b32d-69d3c4e2d76b None None] The sync data for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb is: [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_floatingips': [{'id': 'b3434f0e-c819-4537-9b99-c2e7f2fd081b', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'router_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'mac_address': 'fa:16:3e:e9:28:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:17Z', 'updated_at': '2021-04-30T14:11:17Z', 'revision_number': 0, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:11:20.059685 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d27b4-992f-4677-a78a-2cb37daf5e5a None None] New status for floating IP b3434f0e-c819-4537-9b99-c2e7f2fd081b: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:11:21.186426 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:45.955136 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4535529a-50f9-480f-9d18-0869120eea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:46.235508 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:48.361075 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a802b29b-3a5e-49c3-9364-5542b3fb7c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:48.536231 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:49.427097 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:50.363070 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-3aecd7b2-19e0-495f-bcc7-44588ae60678 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783327 Apr 30 14:11:50.503716 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-cdff3c39-6c68-4b4a-8516-0d5611e206b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:50.505193 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-cdff3c39-6c68-4b4a-8516-0d5611e206b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0723202 Apr 30 14:11:50.653578 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-9e33e92f-f67e-48e8-89dc-c1bebe8eddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:50.655050 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-9e33e92f-f67e-48e8-89dc-c1bebe8eddbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1295137 Apr 30 14:11:50.760346 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-1695ce41-da2b-41f4-a3ab-e7a1d2ba188c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1001 time: 0.0980077 Apr 30 14:11:50.829109 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-8fe68caa-d6ad-4803-8b08-511a2b6e6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:50.830572 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-8fe68caa-d6ad-4803-8b08-511a2b6e6766 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0631511 Apr 30 14:11:50.927004 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-44c6bb13-249a-49a5-8f02-3f9183aa5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:11:50.929082 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-44c6bb13-249a-49a5-8f02-3f9183aa5199 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876625 Apr 30 14:11:51.066085 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-a5293d51-1d9f-4dfb-87fa-6d67697fb5ba service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268914 Apr 30 14:11:51.191108 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:11:51.305638 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9708e876-afca-4d83-a8d9-9e803ef1ba6d req-31e25b1a-d7b8-4ead-b776-5b0952419f3c service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290683 Apr 30 14:11:56.135807 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:12:15.956974 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c7986890-0d40-4978-96d8-f5086a9e6c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:16.232468 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:18.363694 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d6216cf5-29b6-47f7-8d6f-f1a1fa7ab5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:18.542811 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:19.431210 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:21.194813 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:33.134966 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:12:45.970399 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-58b69186-a56d-424a-a28f-1549af3145a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:46.244119 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:48.369642 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8b709e14-dcc3-4474-b52f-0408c02fce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:48.540437 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:49.432438 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:50.420441 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-457e9b11-e124-4b3e-bd8e-90fc5c642d54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217873 Apr 30 14:12:50.584209 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-fb230a8b-aa6a-4316-bd15-c00a1cd4dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:12:50.585654 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-fb230a8b-aa6a-4316-bd15-c00a1cd4dc61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0799413 Apr 30 14:12:50.753214 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-09118caf-636f-47df-ae20-694a8aef4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:12:50.754644 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-09118caf-636f-47df-ae20-694a8aef4512 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1432512 Apr 30 14:12:50.862124 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-d58afd7e-38a2-4f0a-9ad5-dd7432a94d4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1001 time: 0.0966179 Apr 30 14:12:50.935701 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-c8ac8596-acf6-4478-9710-9ab773c14439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:12:50.937235 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-c8ac8596-acf6-4478-9710-9ab773c14439 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0644116 Apr 30 14:12:51.019190 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-69284f00-55a9-40f6-bd8b-c05b255a4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:12:51.021261 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-69284f00-55a9-40f6-bd8b-c05b255a4ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748813 Apr 30 14:12:51.033705 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-23c2b0bb-37c6-4523-bc06-b1ccc1381f0f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 14:12:51.034756 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-23c2b0bb-37c6-4523-bc06-b1ccc1381f0f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062108 Apr 30 14:12:51.189139 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-506c5757-a358-4f60-bd99-2bf22231bbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434238 Apr 30 14:12:51.195718 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:12:51.332559 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5a6148-200c-44ad-9afc-3f103e3e55ef req-76e82466-2957-4c74-b26b-af9ca546f59e service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359310 Apr 30 14:13:10.133219 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:13:14.170523 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecadaf3-3b35-4efb-a0bc-171331da68af req-beff8f76-ceb9-4a3f-a825-5618edab7509 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:14.172071 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fecadaf3-3b35-4efb-a0bc-171331da68af req-beff8f76-ceb9-4a3f-a825-5618edab7509 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.1439500 Apr 30 14:13:14.227050 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-fecadaf3-3b35-4efb-a0bc-171331da68af req-cc7def9a-7f99-4bb1-b89b-ec102831e801 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484188 Apr 30 14:13:15.526247 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d343e53-fe38-4563-a17d-431fca619ad3 req-e8f2df6d-16d8-4261-b15e-9cd578d55d0e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:15.527527 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d343e53-fe38-4563-a17d-431fca619ad3 req-e8f2df6d-16d8-4261-b15e-9cd578d55d0e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.1616697 Apr 30 14:13:15.575627 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-1d343e53-fe38-4563-a17d-431fca619ad3 req-99249c1e-6d33-4c9f-9c42-c1acc0bbc2ed tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Apr 30 14:13:15.964794 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cc064cf4-3b1e-49f7-9eb6-e8b796f201a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:16.241748 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:16.785696 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c46c1c-cb5d-4340-9eb9-515bdea73134 req-baf9500b-0e4f-4fb2-b2ac-6a47c4deaa7e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:16.787120 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-02c46c1c-cb5d-4340-9eb9-515bdea73134 req-baf9500b-0e4f-4fb2-b2ac-6a47c4deaa7e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0876591 Apr 30 14:13:16.830852 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-02c46c1c-cb5d-4340-9eb9-515bdea73134 req-fb1e379e-0ddb-4071-b838-83c867ced790 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380328 Apr 30 14:13:18.173220 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1827-1378-4a31-8dd6-4109de7a2ba8 req-0c7dc302-2030-4153-9fb4-46a6eaeb5c9e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:18.174710 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8ded1827-1378-4a31-8dd6-4109de7a2ba8 req-0c7dc302-2030-4153-9fb4-46a6eaeb5c9e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0833640 Apr 30 14:13:18.227348 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-8ded1827-1378-4a31-8dd6-4109de7a2ba8 req-aaf17f59-cbca-40b2-a448-5b42ab9c4184 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452251 Apr 30 14:13:18.363476 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5b7a-3d55-488c-8da2-48fe5b18e8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:18.533310 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:19.418861 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037302-f016-4bf4-b4a6-ceb71d8e1c2d req-bc6b36af-b8d7-4a85-8ead-363be688cf19 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:19.426731 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a6037302-f016-4bf4-b4a6-ceb71d8e1c2d req-bc6b36af-b8d7-4a85-8ead-363be688cf19 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0887554 Apr 30 14:13:19.441765 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:19.473600 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a6037302-f016-4bf4-b4a6-ceb71d8e1c2d req-7ec2db17-25be-4997-9192-11f6d3f5df4d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437903 Apr 30 14:13:20.661292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2978-cb7e-4f7b-94ac-6785a48f98e0 req-9c520175-4b85-4e6f-9473-844a9c45ecbf tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:20.663460 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e19c2978-cb7e-4f7b-94ac-6785a48f98e0 req-9c520175-4b85-4e6f-9473-844a9c45ecbf tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0825775 Apr 30 14:13:20.712773 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e19c2978-cb7e-4f7b-94ac-6785a48f98e0 req-db84e571-e8ad-48f9-8462-c821104b450d tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Apr 30 14:13:21.201066 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:21.899263 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649822a-3a5c-4311-8831-6d9869bd1a22 req-6a96dd84-e774-42a3-b45e-e11f23b7a954 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:21.900739 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e649822a-3a5c-4311-8831-6d9869bd1a22 req-6a96dd84-e774-42a3-b45e-e11f23b7a954 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0805340 Apr 30 14:13:21.944646 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e649822a-3a5c-4311-8831-6d9869bd1a22 req-5095adb7-ce9b-4d8a-b014-2c1145582664 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Apr 30 14:13:23.144411 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb775f-9863-49df-acbf-de07a98154ed req-b3c33ce3-bcb3-487c-af2f-c1921fd495b9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:23.146488 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eedb775f-9863-49df-acbf-de07a98154ed req-b3c33ce3-bcb3-487c-af2f-c1921fd495b9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0945418 Apr 30 14:13:23.193722 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-eedb775f-9863-49df-acbf-de07a98154ed req-c8958e58-684f-41c0-afa1-8306b0a09eab tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408013 Apr 30 14:13:24.275653 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-12138ba2-2655-4741-a217-4c32780177b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:24.277167 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-12138ba2-2655-4741-a217-4c32780177b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0776684 Apr 30 14:13:24.403183 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603651-cad7-4d71-be4e-8975c398d8c7 req-c6c21bb0-2a56-42c7-9e50-674298ebc21f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:24.405503 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2f603651-cad7-4d71-be4e-8975c398d8c7 req-c6c21bb0-2a56-42c7-9e50-674298ebc21f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0909669 Apr 30 14:13:24.423077 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-fbe65488-567b-4413-81f1-d0f896ce4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:24.424578 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-fbe65488-567b-4413-81f1-d0f896ce4447 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1374600 Apr 30 14:13:24.451793 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-2f603651-cad7-4d71-be4e-8975c398d8c7 req-4f31853e-2ba5-47a7-b755-481a5d3e27bc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 Apr 30 14:13:24.534284 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-b5a6cc4c-c3ef-4290-8531-ce700261eb68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1001 time: 0.0988593 Apr 30 14:13:24.608729 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-65516aa1-d47f-4669-9d2d-de3b20459d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:24.610188 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-65516aa1-d47f-4669-9d2d-de3b20459d4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0657332 Apr 30 14:13:24.776299 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-7cee40ef-c441-419c-8450-b028dcdf523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:24.777781 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-7cee40ef-c441-419c-8450-b028dcdf523b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576884 Apr 30 14:13:24.915123 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-81bf7ee2-b157-4e6d-965f-f1237ad8e901 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269362 Apr 30 14:13:25.065671 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-656a3732-56d3-45f2-b8a0-7b30f322fddb req-916d2551-8e22-4b3d-86b3-f944d68a554b service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400478 Apr 30 14:13:25.750721 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca94355-0f6b-4a0f-9e84-f13f56df5ff0 req-51b85faf-4910-4701-a16d-725453beaf60 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:25.752270 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9ca94355-0f6b-4a0f-9e84-f13f56df5ff0 req-51b85faf-4910-4701-a16d-725453beaf60 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0948656 Apr 30 14:13:25.815123 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-9ca94355-0f6b-4a0f-9e84-f13f56df5ff0 req-395a81d0-2bb2-48e8-8951-586695fffc84 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555005 Apr 30 14:13:27.020900 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ca31-86a3-401c-903c-5c1ab5e33510 req-1e4178da-9744-45de-94c4-46093fd334f8 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:27.022398 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e122ca31-86a3-401c-903c-5c1ab5e33510 req-1e4178da-9744-45de-94c4-46093fd334f8 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0828426 Apr 30 14:13:27.067912 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e122ca31-86a3-401c-903c-5c1ab5e33510 req-e808907e-2892-468b-aecc-52ec41a90755 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Apr 30 14:13:28.257971 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2b45-dbb2-4fd5-8608-fb77533feb94 req-3ad55127-39d3-4564-be96-840036cef084 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:28.259399 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a86b2b45-dbb2-4fd5-8608-fb77533feb94 req-3ad55127-39d3-4564-be96-840036cef084 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0834718 Apr 30 14:13:28.311068 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-a86b2b45-dbb2-4fd5-8608-fb77533feb94 req-defafcfc-e025-45a0-9193-602e08bb7074 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459659 Apr 30 14:13:28.710682 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-04f288de-8450-49d4-8b17-428bfe0ce329 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1856024 Apr 30 14:13:28.719043 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c138bc-df26-44c8-8c3f-9177780cb9a4 req-8508aa34-8cd9-48dd-a040-40c0b5cff20c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:28.720449 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-59c138bc-df26-44c8-8c3f-9177780cb9a4 req-8508aa34-8cd9-48dd-a040-40c0b5cff20c tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.1170180 Apr 30 14:13:28.772327 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-59c138bc-df26-44c8-8c3f-9177780cb9a4 req-d5714be1-e8b7-491b-8797-533ba846999e tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447021 Apr 30 14:13:29.964777 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4955256-ebad-49f2-bf78-686277ec9e24 req-daa7ee00-2fef-44f8-bec9-6e00090d57a9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:29.966259 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c4955256-ebad-49f2-bf78-686277ec9e24 req-daa7ee00-2fef-44f8-bec9-6e00090d57a9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0857980 Apr 30 14:13:30.013537 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-c4955256-ebad-49f2-bf78-686277ec9e24 req-2ab0adcc-0986-4e76-a09e-31bb5c2eee36 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Apr 30 14:13:31.206705 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177574-5a76-42d9-ab3e-78325203fe70 req-2f54f70a-ab5d-4358-880b-4e3cb5c77d7f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:31.208222 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-43177574-5a76-42d9-ab3e-78325203fe70 req-2f54f70a-ab5d-4358-880b-4e3cb5c77d7f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0838275 Apr 30 14:13:31.257564 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-43177574-5a76-42d9-ab3e-78325203fe70 req-06ff0ce2-48aa-4a1f-83fc-4900dff7ed71 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Apr 30 14:13:31.949096 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:13:32.071176 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:32.114113 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:13:32.126206 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:13:32.132099 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:32.134987 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:13:32.214229 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:13:32.222847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.223373 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.223654 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.223994 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.224333 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.224666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.225025 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.225418 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.226184 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.226184 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.226409 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.229222 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:13:32.230733 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:13:32.232610 dv-cinder-788365-2-smb neutron-server[73811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'code': 422} returned with failed status Apr 30 14:13:32.458223 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd0ccc-f0e3-4400-a197-8d246d14264b req-8fcd7e77-3dd8-4816-89da-da6475d7151a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:32.459884 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f2fd0ccc-f0e3-4400-a197-8d246d14264b req-8fcd7e77-3dd8-4816-89da-da6475d7151a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0919230 Apr 30 14:13:32.508087 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-f2fd0ccc-f0e3-4400-a197-8d246d14264b req-65ea36e2-6fa0-46e6-a777-11153ad73891 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Apr 30 14:13:33.727177 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453dfc3-9e8d-4480-9d62-2ca04ea5b73b req-3b569364-39cd-4586-b8e8-0a1b48c9a09f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:33.728723 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8453dfc3-9e8d-4480-9d62-2ca04ea5b73b req-3b569364-39cd-4586-b8e8-0a1b48c9a09f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0953240 Apr 30 14:13:33.791259 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-8453dfc3-9e8d-4480-9d62-2ca04ea5b73b req-8b01ad83-fbc7-45a7-acb4-4ec1592fa455 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560222 Apr 30 14:13:34.168413 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-e3e15df4-1527-4031-9bcb-126641d1914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:34.170147 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-e3e15df4-1527-4031-9bcb-126641d1914e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3 HTTP/1.1" status: 200 len: 1097 time: 0.0751078 Apr 30 14:13:34.279061 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-3e164010-6efa-4e52-8ae8-9054fa34bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:34.280552 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-3e164010-6efa-4e52-8ae8-9054fa34bfd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0825386 Apr 30 14:13:34.432439 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-3efd97da-4388-4bfa-b625-12b4da66ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:34.434051 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-3efd97da-4388-4bfa-b625-12b4da66ee79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1435800 Apr 30 14:13:34.559365 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-05757c8d-96fb-41d5-8b45-76234b7ef0ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 999 time: 0.1149817 Apr 30 14:13:34.642528 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-e0dd37cc-bfbc-4c1c-9358-474ee79a950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:34.644176 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-e0dd37cc-bfbc-4c1c-9358-474ee79a950c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0749531 Apr 30 14:13:34.735172 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-311f7491-cffd-47a8-b517-00b42d35cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:34.736767 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-311f7491-cffd-47a8-b517-00b42d35cf8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817187 Apr 30 14:13:34.888937 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-6c9c5d9d-4e14-4897-aa2f-a10a9a81d497 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416719 Apr 30 14:13:35.199551 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0b33d02f-a91a-477f-a43c-9025dfedea3c req-5ad93579-673d-4d0c-8c20-2ce13081a4ee service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000693 Apr 30 14:13:35.213771 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf4842-b1e5-4c48-a2bd-41364109a67e req-d4f14ca5-1f87-40f9-ba9c-5dcb0702097a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:35.215340 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b7bf4842-b1e5-4c48-a2bd-41364109a67e req-d4f14ca5-1f87-40f9-ba9c-5dcb0702097a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.2963822 Apr 30 14:13:35.267050 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-b7bf4842-b1e5-4c48-a2bd-41364109a67e req-06e9e16c-4503-4270-afbe-8b1f226984ae tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Apr 30 14:13:36.461819 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03495fe-034f-4de0-93fe-77c72dd695ac req-14b2af91-5bd6-406c-97a2-46b2a7303c7f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:36.463591 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b03495fe-034f-4de0-93fe-77c72dd695ac req-14b2af91-5bd6-406c-97a2-46b2a7303c7f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0900238 Apr 30 14:13:36.514559 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-b03495fe-034f-4de0-93fe-77c72dd695ac req-54584a93-9aa9-44cd-bdbb-ba1883734906 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Apr 30 14:13:37.711110 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f774322-4d6f-4276-b3fa-542cb0d599ac req-3e4ac7d9-160f-4fa2-9e09-205cb5721a92 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:37.712607 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2f774322-4d6f-4276-b3fa-542cb0d599ac req-3e4ac7d9-160f-4fa2-9e09-205cb5721a92 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0892766 Apr 30 14:13:37.766316 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2f774322-4d6f-4276-b3fa-542cb0d599ac req-9658afe3-ac77-4cf0-b2d2-4f98113a03c0 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Apr 30 14:13:38.968332 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ab13d-ba4e-45de-86dd-62402294f290 req-9636e26e-8302-4c5a-845e-8678c48deb49 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:38.969877 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a30ab13d-ba4e-45de-86dd-62402294f290 req-9636e26e-8302-4c5a-845e-8678c48deb49 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.0920074 Apr 30 14:13:39.019000 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-a30ab13d-ba4e-45de-86dd-62402294f290 req-c92dde14-2723-4698-9c54-a7a2a07209c6 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428922 Apr 30 14:13:39.962869 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 14:13:40.095434 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:13:40.109697 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Returning: {'device': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'port_id': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'mac_address': 'fa:16:3e:e9:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 14:13:40.171086 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:40.196215 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 14:13:40.214031 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:13:40.219197 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:40.221474 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:13:40.235517 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022473-154b-4363-9fd8-3f4e2aa0beda req-a2721005-1e54-48fb-8482-03d5c932643f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:40.237100 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e2022473-154b-4363-9fd8-3f4e2aa0beda req-a2721005-1e54-48fb-8482-03d5c932643f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 944 time: 0.1022177 Apr 30 14:13:40.293918 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-e2022473-154b-4363-9fd8-3f4e2aa0beda req-a7bc4a80-19e2-4e6b-b67e-1870440c3f50 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492909 Apr 30 14:13:40.299104 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:13:40.303979 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:13:40.451628 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] get_ports_and_sgs() called for port_ids ['24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 14:13:41.482258 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033e8b6-72d9-4ecd-a3e2-fde3353d0953 req-cb96ca3a-b07c-410f-b7e7-920cdc79e224 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:41.483747 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4033e8b6-72d9-4ecd-a3e2-fde3353d0953 req-cb96ca3a-b07c-410f-b7e7-920cdc79e224 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 945 time: 0.0817728 Apr 30 14:13:41.530327 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-4033e8b6-72d9-4ecd-a3e2-fde3353d0953 req-b9c16a04-ae22-4665-84e1-174738349e58 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Apr 30 14:13:41.962563 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed up at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 14:13:42.034080 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Provisioning complete for port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 14:13:42.034456 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721561'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:42.159131 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671493'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:42.188192 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:13:42.197823 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:13:42.202382 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762342642535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762342206742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762342206787'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:42.204470 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:13:42.239970 dv-cinder-788365-2-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'code': 200} Apr 30 14:13:42.273514 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:13:42.276612 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:13:42.559138 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cad3d-bc7f-49ef-96f2-2ca6a8f75155 req-771def60-cbf2-4551-9c13-8d3c06dd0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:42.561328 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6c8cad3d-bc7f-49ef-96f2-2ca6a8f75155 req-771def60-cbf2-4551-9c13-8d3c06dd0c02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0763230 Apr 30 14:13:42.612639 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6c8cad3d-bc7f-49ef-96f2-2ca6a8f75155 req-011d804d-f995-4316-8b06-f5860eae53ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Apr 30 14:13:42.718152 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f5c28-e1e7-48ec-9b93-3672ab7cb41e req-70b6320b-eba2-47c1-b478-e7b996ee49a6 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:42.719620 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-704f5c28-e1e7-48ec-9b93-3672ab7cb41e req-70b6320b-eba2-47c1-b478-e7b996ee49a6 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0825527 Apr 30 14:13:42.764413 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-704f5c28-e1e7-48ec-9b93-3672ab7cb41e req-1a6b0eef-7670-4664-ade2-72698e51f733 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Apr 30 14:13:43.966937 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4885e4-5090-48b4-940f-1c0105bf5892 req-e37a2a6d-ef8d-4ee2-b9fe-659543163db7 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:43.969012 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0f4885e4-5090-48b4-940f-1c0105bf5892 req-e37a2a6d-ef8d-4ee2-b9fe-659543163db7 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0870254 Apr 30 14:13:44.021814 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-0f4885e4-5090-48b4-940f-1c0105bf5892 req-8e1d99a4-0328-485f-a77d-ae9e79ad7ef5 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 Apr 30 14:13:45.966996 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-78aa61c2-4952-4dbc-ab0a-888111caf80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:46.248117 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:47.132782 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:13:48.365524 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f534c831-4cfd-4c61-a695-4ced46e56165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:48.538178 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:49.438880 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:51.201898 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:13:51.335000 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-c8377fc8-1e7f-48ee-a78d-c57575abf075 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702710 Apr 30 14:13:51.472975 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-57de67d7-23e7-43e5-865f-7a64bbdab1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:51.474365 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-57de67d7-23e7-43e5-865f-7a64bbdab1a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0713990 Apr 30 14:13:51.619806 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-010f628b-2569-40b7-a2ed-eb7c013bc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:51.621263 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-010f628b-2569-40b7-a2ed-eb7c013bc711 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.1276512 Apr 30 14:13:51.725370 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-133fc36f-13bc-46fd-bce6-39bc55bfee00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1001 time: 0.0972400 Apr 30 14:13:51.790251 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-b6e645b5-2d0a-4fbb-b2c7-e05fcc6dd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:51.791712 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-b6e645b5-2d0a-4fbb-b2c7-e05fcc6dd5f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0604684 Apr 30 14:13:51.865632 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-5fbbfaa5-c051-4a7c-83c0-53a36a09c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:13:51.867114 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-5fbbfaa5-c051-4a7c-83c0-53a36a09c342 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692406 Apr 30 14:13:51.998234 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-2e74f2ea-fcda-4b44-a0e6-8ec9e3113c58 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240768 Apr 30 14:13:52.130236 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2544e435-2d3c-46ea-b8c7-03d457021b69 req-fc6af846-071e-4353-b83d-d3b3cbfd1bf2 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251247 Apr 30 14:14:15.968221 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fe32000d-78cf-4ef5-8df4-f843225bcacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:16.256632 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:18.366861 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2ba288f5-8dcd-4b25-995e-b7e42ba555dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:18.543377 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:19.443397 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:21.206006 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:24.131230 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:14:45.974156 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a13d1fca-185b-4c01-a170-2663e64f1eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:46.257021 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:48.369773 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1a0a-463a-4068-b601-757b1650c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:48.546270 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:49.446859 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:51.208351 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:53.347631 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-c18199d6-c6d1-4e4d-a51e-943263a2f4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751817 Apr 30 14:14:53.499724 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-b5b59ee1-0aea-46c3-97a1-a539b540834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:53.501210 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-b5b59ee1-0aea-46c3-97a1-a539b540834c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0736492 Apr 30 14:14:53.756805 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-4f4f4ecf-d438-4d8d-b8c8-2b2a0c2651c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:53.758278 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-4f4f4ecf-d438-4d8d-b8c8-2b2a0c2651c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.2316930 Apr 30 14:14:53.874718 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-11cd74a3-edd5-43b9-82c9-9fb715cc5eb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 1001 time: 0.1047919 Apr 30 14:14:53.945068 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-7c73adea-2511-4f47-b9ec-dc04b460099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:53.948167 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-7c73adea-2511-4f47-b9ec-dc04b460099d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0633521 Apr 30 14:14:54.033710 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-9d275617-08bc-4834-978f-bafd06be1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:54.035234 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-9d275617-08bc-4834-978f-bafd06be1206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778620 Apr 30 14:14:54.175216 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-62474acf-5344-4489-9b83-397824363882 service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296179 Apr 30 14:14:54.314983 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-2c775e5c-e8b9-46f6-8fa6-d1dd6c1075b8 req-04e0245c-7fd5-48f7-a960-c75587fb080f service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299946 Apr 30 14:14:56.942560 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45926) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:14:57.307606 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Deleting port 300253c5-2a4d-4a71-af0a-834c114632f4 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:14:57.307837 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:57.426660 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:57.427036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:57.548689 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Calling delete_port for 300253c5-2a4d-4a71-af0a-834c114632f4 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:14:57.680347 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:57.683975 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f3225ce1-436c-4c83-8c36-dd5ba57d9734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:14:57.726594 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event deleted for resources: {'Port': ['ID=300253c5-2a4d-4a71-af0a-834c114632f4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:14:57.760808 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.761039 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.761463 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.761612 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.761956 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.762298 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.762642 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.762984 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.763348 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.763687 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.764025 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.764359 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:14:57.772164 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:14:57.840372 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:57.840712 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Floating IP b3434f0e-c819-4537-9b99-c2e7f2fd081b disassociated (deleted). External IP: 172.28.0.38, port: 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed. Apr 30 14:14:58.204186 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:14:58.392639 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:14:58.403386 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Sync routers for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:14:58.418515 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:14:58.418838 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:14:58.419352 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:14:58.480834 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-40e5ef2c-c727-4926-8854-25089d311357 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3434f0e-c819-4537-9b99-c2e7f2fd081b HTTP/1.1" status: 204 len: 168 time: 1.5368464 Apr 30 14:14:58.481364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:14:58.595970 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'status': 'completed', 'code': 200} Apr 30 14:14:58.624839 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:14:58.724568 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-14444db2-55b5-4e73-bc73-824e288c83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:58.726760 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-14444db2-55b5-4e73-bc73-824e288c83d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0906460 Apr 30 14:14:58.938010 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-9a9da30d-aae0-408f-bf35-1c2e3390b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:58.939531 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-9a9da30d-aae0-408f-bf35-1c2e3390b1cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 200 len: 909 time: 0.2028236 Apr 30 14:14:59.017698 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-959ea09c-2f15-4129-8990-8940301bd345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 200 len: 217 time: 0.0702870 Apr 30 14:14:59.021137 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:14:59.026676 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Checking router: 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:14:59.027011 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b3473-83a2-4e6b-8fcc-90a19596eb6c req-3d874968-0ed4-423d-9e20-11d2ba75a1ec tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:59.028576 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-de4b3473-83a2-4e6b-8fcc-90a19596eb6c req-3d874968-0ed4-423d-9e20-11d2ba75a1ec tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.1877444 Apr 30 14:14:59.037977 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:14:59.038874 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:14:59.124682 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-de4b3473-83a2-4e6b-8fcc-90a19596eb6c req-d48c095b-e5c9-44a6-9102-e0d3c1db06c3 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607383 Apr 30 14:14:59.126195 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-69c650f9-7f5e-4c3c-9409-40ff3990e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:59.127661 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-69c650f9-7f5e-4c3c-9409-40ff3990e06f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 200 len: 847 time: 0.0982041 Apr 30 14:14:59.219109 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-134dc134-8669-43cd-9c36-9bc80ff97f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:14:59.220693 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-134dc134-8669-43cd-9c36-9bc80ff97f82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06231137-cade-4cec-b776-ed30c2a32d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860882 Apr 30 14:14:59.228619 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:14:59.362013 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-9a0b59d6-744c-40d2-83df-30aaa5a75e7e service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341834 Apr 30 14:14:59.505794 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-6719c1c2-b49a-4b7d-a16d-d10522151944 req-6033068f-652d-4893-a352-411238e60aff service neutron] 10.222.0.46 "GET /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371677 Apr 30 14:14:59.575575 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:14:59.580034 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4a334-a9f5-4a86-8f87-69b9e7fd8b69 None None] The sync data for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb is: [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 4, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb', '_interfaces': [{'id': 'babd5f94-8468-41b5-ba58-fb3044cdce03', 'name': '', 'network_id': '06231137-cade-4cec-b776-ed30c2a32d55', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'mac_address': 'fa:16:3e:99:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:36Z', 'updated_at': '2021-04-30T14:10:44Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'subnets': [{'id': '68b03a08-9d2f-48ca-90d6-d38e245d0262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:14:59.794619 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457e75b-057a-4c87-aec8-81b157af860d None None] New status for floating IP b3434f0e-c819-4537-9b99-c2e7f2fd081b: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 14:15:00.363453 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-6d3b50a9-6a8d-492c-9e90-11c1b71db9b7 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:15:00.365047 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-6d3b50a9-6a8d-492c-9e90-11c1b71db9b7 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.46 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.0909727 Apr 30 14:15:00.453645 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238cece-ebe0-420c-b44e-f6b86416696d req-87fe462f-b29a-47ed-be99-a54ffa2e38c1 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 14:15:00.454488 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e238cece-ebe0-420c-b44e-f6b86416696d req-87fe462f-b29a-47ed-be99-a54ffa2e38c1 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Synchronizing usage tracker for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 14:15:00.471722 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e238cece-ebe0-420c-b44e-f6b86416696d req-87fe462f-b29a-47ed-be99-a54ffa2e38c1 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Unset dirty status for tenant:4ec628ab9b5941a7a1612f2a3d4dd7b3 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 14:15:00.473898 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e238cece-ebe0-420c-b44e-f6b86416696d req-87fe462f-b29a-47ed-be99-a54ffa2e38c1 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 946 time: 0.2301073 Apr 30 14:15:00.534119 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e238cece-ebe0-420c-b44e-f6b86416696d req-3c2835f3-a328-41ee-931d-e726187a70e9 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dc94645-cd90-465c-b685-cba6fcf3a46a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537789 Apr 30 14:15:00.634127 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Deleting port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:00.634474 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:00.790681 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] For port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:00.790976 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:00.921909 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Calling delete_port for 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:01.049802 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:01.056827 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e06ba3b8-910d-4d67-b79e-1552b56c3f22 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:01.104228 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event deleted for resources: {'Port': ['ID=24e5facf-cc2f-473f-9bb5-e1d4dcc152ed,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:01.132334 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:15:01.148744 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.149132 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.149499 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.149860 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.150216 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.150570 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.150926 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.151308 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.151649 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.151989 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.152363 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.152683 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:01.181571 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:01.198971 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] No DVR routers for this DVR port 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed on host hv-cinder-78836 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:15:01.201594 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25246'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:01.204332 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-deleted', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 14:15:01.225550 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [req-3186f1c1-5c05-4659-aadb-1d6da72b9525 req-e1a4b5f8-15c5-45fb-b7ae-ad82c961a8dc tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.46 "DELETE /v2.0/ports/24e5facf-cc2f-473f-9bb5-e1d4dcc152ed HTTP/1.1" status: 204 len: 173 time: 0.8516862 Apr 30 14:15:01.313180 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515ebd3-efb0-43ee-bf8f-9057964b7fa1', 'name': 'network-vif-deleted', 'tag': '24e5facf-cc2f-473f-9bb5-e1d4dcc152ed', 'status': 'completed', 'code': 200} Apr 30 14:15:01.713606 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [req-e396540d-12bb-4793-9ed9-611ab308708d req-40580fd2-6516-40bb-8844-376d5fc3b40f tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "GET /v2.0/ports?device_id=9515ebd3-efb0-43ee-bf8f-9057964b7fa1 HTTP/1.1" status: 200 len: 210 time: 0.0458312 Apr 30 14:15:02.814194 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45948) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:02.886051 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:02.917445 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:02.990005 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:02.996044 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33a8b80b-e49a-4b92-a6e0-eb3b76f3cdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:03.018123 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc94645-cd90-465c-b685-cba6fcf3a46a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:03.023189 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:03.032620 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:03.033877 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-881426b0-d2eb-448b-8e4c-d0ce4b919454 tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] 10.222.0.37 "DELETE /v2.0/security-groups/9dc94645-cd90-465c-b685-cba6fcf3a46a HTTP/1.1" status: 204 len: 168 time: 0.2199118 Apr 30 14:15:03.093346 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45954) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:03.659821 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:04.205562 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Deleting port babd5f94-8468-41b5-ba58-fb3044cdce03 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:04.207108 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:04.289850 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:04.326660 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] No Port match for: 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:04.327003 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Device 24e5facf-cc2f-473f-9bb5-e1d4dcc152ed not bound to the agent host hv-cinder-78836 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:04.343837 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] For port babd5f94-8468-41b5-ba58-fb3044cdce03, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=babd5f94-8468-41b5-ba58-fb3044cdce03,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:04.346069 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:04.476490 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Calling delete_port for babd5f94-8468-41b5-ba58-fb3044cdce03 owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:04.654114 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:04.658048 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eddc26e7-525e-409c-a078-187a7fc451c9 tempest-AttachVolumeTestJSON-2129274023 tempest-AttachVolumeTestJSON-2129274023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:04.706520 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Pushing event deleted for resources: {'Port': ['ID=babd5f94-8468-41b5-ba58-fb3044cdce03,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:04.710336 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:05.011153 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:05.388997 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:15:05.691129 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:15:05.701900 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Sync routers for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:15:05.711646 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-afb3d8c6-b247-4a9f-a889-aeb9a58263ca admin admin] 10.222.0.37 "PUT /v2.0/routers/7d2c7b38-56eb-40a5-bbed-8b66a9df5360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6169193 Apr 30 14:15:05.712118 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:15:05.712739 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:05.714236 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45958) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:05.932942 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:05.957043 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: dv-cinder-788365-2-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:15:06.121925 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.218438 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Deleting port 694e6d8a-86c0-496c-ba80-547426ea570c {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:06.218667 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.262010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:04Z', 'revision_number': 5, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port': {'id': '694e6d8a-86c0-496c-ba80-547426ea570c', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:06.266545 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Checking router: 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 for host: dv-cinder-788365-2-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:15:06.276455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Routers {'7d2c7b38-56eb-40a5-bbed-8b66a9df5360'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:15:06.277087 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:06.350311 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] For port 694e6d8a-86c0-496c-ba80-547426ea570c, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=694e6d8a-86c0-496c-ba80-547426ea570c,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:06.350657 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.442976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] Set router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:15:06.487105 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Calling delete_port for 694e6d8a-86c0-496c-ba80-547426ea570c owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:06.556948 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:06Z', 'revision_number': 6, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:06.561478 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31884c9-4935-45d0-8d5b-d88fbf2a95ea None None] The sync data for ids ['7d2c7b38-56eb-40a5-bbed-8b66a9df5360'] in dv-cinder-788365-2-smb is: [{'id': '7d2c7b38-56eb-40a5-bbed-8b66a9df5360', 'name': 'tempest-TestShelveInstance-929312763-router', 'tenant_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:06Z', 'revision_number': 6, 'project_id': '4ec628ab9b5941a7a1612f2a3d4dd7b3', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:15:06.654221 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6650274'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.658421 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-865b138d-9de0-435c-aa0b-f5f34e0a7bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:06.704521 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=694e6d8a-86c0-496c-ba80-547426ea570c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:06.732030 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:06.801857 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.981292 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:06.984514 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.012922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.012922 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2c7b38-56eb-40a5-bbed-8b66a9df5360 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:15:07.031090 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.032308 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-02985cb3-c4a5-43ba-804a-ab3b4d3ad4eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d2c7b38-56eb-40a5-bbed-8b66a9df5360 HTTP/1.1" status: 204 len: 168 time: 1.3171263 Apr 30 14:15:07.035727 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 45962) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:07.209231 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Deleting subnet 68b03a08-9d2f-48ca-90d6-d38e245d0262 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:15:07.212477 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.272765 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6917543'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.372541 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.649553 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device babd5f94-8468-41b5-ba58-fb3044cdce03 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:07.691074 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: babd5f94-8468-41b5-ba58-fb3044cdce03 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:07.691628 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device babd5f94-8468-41b5-ba58-fb3044cdce03 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:07.691874 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 694e6d8a-86c0-496c-ba80-547426ea570c no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:07.694395 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6650335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762646'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.704393 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:07.729260 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 694e6d8a-86c0-496c-ba80-547426ea570c {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:07.729621 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 694e6d8a-86c0-496c-ba80-547426ea570c not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:07.760373 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b03a08-9d2f-48ca-90d6-d38e245d0262,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:07.763615 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:07.764518 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:07.771262 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c00ab-fbd6-4b36-a21c-8117c0918f0a None None] Network 06231137-cade-4cec-b776-ed30c2a32d55 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:15:07.774505 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-bf84f15b-e323-4b52-bd6d-447feb8a9f87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68b03a08-9d2f-48ca-90d6-d38e245d0262 HTTP/1.1" status: 204 len: 168 time: 0.7372806 Apr 30 14:15:07.777549 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:07.911776 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.012410 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Deleting port 63098983-227d-49e8-84b5-bdf60fbbfd53 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:08.012759 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.062520 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] DHCP port deletion for 06231137-cade-4cec-b776-ed30c2a32d55 request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:15:08.142286 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] For port 63098983-227d-49e8-84b5-bdf60fbbfd53, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=63098983-227d-49e8-84b5-bdf60fbbfd53,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:08.142860 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.148284 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Deleting port 63098983-227d-49e8-84b5-bdf60fbbfd53 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:08.148884 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.294163 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] For port 63098983-227d-49e8-84b5-bdf60fbbfd53, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=63098983-227d-49e8-84b5-bdf60fbbfd53,segment=NetworkSegment(8697b860-6870-487a-845c-bc76964ddf49),segment_id=8697b860-6870-487a-845c-bc76964ddf49)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:08.294579 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.343085 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Calling delete_port for 63098983-227d-49e8-84b5-bdf60fbbfd53 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:08.411789 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.417297 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f080e3e-b37f-49e9-bf5e-f59f9238531a tempest-TestShelveInstance-696456108 tempest-TestShelveInstance-696456108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:08.461057 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Calling delete_port for 63098983-227d-49e8-84b5-bdf60fbbfd53 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:08.467373 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63098983-227d-49e8-84b5-bdf60fbbfd53,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:08.471222 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:08.471794 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] No DVR routers for this DVR port 63098983-227d-49e8-84b5-bdf60fbbfd53 on host dv-cinder-788365-2-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:15:08.518941 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.526262 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:08.631962 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.634922 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Pushing event deleted for resources: {'Port': ['ID=63098983-227d-49e8-84b5-bdf60fbbfd53,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:08.639103 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] No DVR routers for this DVR port 63098983-227d-49e8-84b5-bdf60fbbfd53 on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:15:08.652615 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.653631 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.653631 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.653983 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.654347 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.654982 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.655662 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.655931 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.656322 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.656661 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.657081 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.657494 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 14:15:08.661360 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-7e9eab12-7276-43ee-b689-4a8f42e942d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:08.765547 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06231137-cade-4cec-b776-ed30c2a32d55']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:08.779152 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8697b860-6870-487a-845c-bc76964ddf49') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:08.779937 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8697b860-6870-487a-845c-bc76964ddf49') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:08.794306 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.816378 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:08.825683 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:15:09.024568 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Network 06231137-cade-4cec-b776-ed30c2a32d55 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:15:09.033667 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:09.218163 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Network 06231137-cade-4cec-b776-ed30c2a32d55 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:15:09.246197 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:15:09.327239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:09.331600 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c98dcbce-e8a2-46e3-a03a-737a6834a6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:09.348239 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:09.359725 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=06231137-cade-4cec-b776-ed30c2a32d55,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:09.363043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:09.374586 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-40b38026-bb44-4984-a3c4-0ce7a465d0a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/06231137-cade-4cec-b776-ed30c2a32d55 HTTP/1.1" status: 204 len: 168 time: 1.5955741 Apr 30 14:15:09.377672 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45970) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:09.638750 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 63098983-227d-49e8-84b5-bdf60fbbfd53 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:09.696213 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 63098983-227d-49e8-84b5-bdf60fbbfd53 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:09.696991 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 63098983-227d-49e8-84b5-bdf60fbbfd53 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:10.083734 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1964148'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:10.500204 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Deleting port c83375ba-a750-4bb5-b49d-316a099c8d8a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:10.500545 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:10.636997 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] For port c83375ba-a750-4bb5-b49d-316a099c8d8a, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=c83375ba-a750-4bb5-b49d-316a099c8d8a,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:10.637424 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:10.767393 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Calling delete_port for c83375ba-a750-4bb5-b49d-316a099c8d8a owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:11.191079 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:11.195007 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94bab663-ca90-426c-87bc-97de0f9f24ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:11.239499 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83375ba-a750-4bb5-b49d-316a099c8d8a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:11.242590 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:11.508036 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1975236'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:11.892053 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 has already been hosted by L3 agent a88553af-b243-441c-b6ab-f0096fb52d79 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 14:15:12.083559 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 14:15:12.093070 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Sync routers for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 14:15:12.103592 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:15:12.104333 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:12.108596 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-39655d87-c52a-4b51-a8c8-00b36f00fce4 admin admin] 10.222.0.37 "PUT /v2.0/routers/52c01d65-4246-4bcd-89bc-8c7ce3e65245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297091 Apr 30 14:15:12.111043 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45974) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:12.301788 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: dv-cinder-788365-2-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:15:12.302302 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:12.622453 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:12.630689 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'external_fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:15:11Z', 'revision_number': 5, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port': {'id': '5d383321-5af4-4a61-aef7-9bd5f8c15318', 'name': '', 'network_id': '94baba44-af9d-4a58-98e0-87aae9ad41d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:41Z', 'updated_at': '2021-04-30T14:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9882a47a-9b76-4d24-be03-0d2d8804a93a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-smb'}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:12.635961 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Checking router: 52c01d65-4246-4bcd-89bc-8c7ce3e65245 for host: dv-cinder-788365-2-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 14:15:12.647094 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Routers {'52c01d65-4246-4bcd-89bc-8c7ce3e65245'} bound to L3 agent in host dv-cinder-788365-2-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 14:15:12.647094 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:54:48Z,description=,heartbeat_timestamp=2021-04-30T14:14:48Z,host='dv-cinder-788365-2-smb',id=a88553af-b243-441c-b6ab-f0096fb52d79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:54:48Z,topic='l3_agent')) {'router_ids': ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:12.696986 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Deleting port 5d383321-5af4-4a61-aef7-9bd5f8c15318 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:12.697337 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:12.817284 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] Set router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 14:15:12.828210 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] For port 5d383321-5af4-4a61-aef7-9bd5f8c15318, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=5d383321-5af4-4a61-aef7-9bd5f8c15318,segment=NetworkSegment(36c6c0da-ec79-4d49-9028-246f22617bbe),segment_id=36c6c0da-ec79-4d49-9028-246f22617bbe)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:12.828562 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:12.962244 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Calling delete_port for 5d383321-5af4-4a61-aef7-9bd5f8c15318 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:12.974876 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:15:12Z', 'revision_number': 6, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port_host': None}], 'dv-cinder-788365-2-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:12.979325 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea032d-54ed-4f5f-9fd9-cc1760fc5119 None None] The sync data for ids ['52c01d65-4246-4bcd-89bc-8c7ce3e65245'] in dv-cinder-788365-2-smb is: [{'id': '52c01d65-4246-4bcd-89bc-8c7ce3e65245', 'name': 'tempest-TestShelveInstance-1612401857-router', 'tenant_id': '767926d28e444d64b586033196ede30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:40Z', 'updated_at': '2021-04-30T14:15:12Z', 'revision_number': 6, 'project_id': '767926d28e444d64b586033196ede30b', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 14:15:13.121461 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.126401 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b01a5a5f-c275-4c9a-9b91-d60604fd9eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:13.173862 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d383321-5af4-4a61-aef7-9bd5f8c15318,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:13.176863 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:13.276771 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1969635'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.462069 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12905'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.464222 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.487072 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977414'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.487624 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c01d65-4246-4bcd-89bc-8c7ce3e65245 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 14:15:13.500149 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.501245 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-4099111e-e3d3-4a67-bf44-01e1e213c57c admin admin] 10.222.0.37 "DELETE /v2.0/routers/52c01d65-4246-4bcd-89bc-8c7ce3e65245 HTTP/1.1" status: 204 len: 168 time: 1.3892722 Apr 30 14:15:13.504068 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45978) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:13.571706 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Deleting subnet 68603f88-e0c0-4066-b80a-53e437a61220 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 14:15:13.575337 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.636124 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6327047'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.734341 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725487'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:13.812731 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5d383321-5af4-4a61-aef7-9bd5f8c15318 no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:13.853868 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: 5d383321-5af4-4a61-aef7-9bd5f8c15318 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:13.854306 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device 5d383321-5af4-4a61-aef7-9bd5f8c15318 not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:13.854974 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c83375ba-a750-4bb5-b49d-316a099c8d8a no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:13.903996 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: c83375ba-a750-4bb5-b49d-316a099c8d8a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:13.904467 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device c83375ba-a750-4bb5-b49d-316a099c8d8a not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:14.102009 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8367397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6291995'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.106599 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fffb9411-6465-4a96-98a8-2551942ea67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:14.142229 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68603f88-e0c0-4066-b80a-53e437a61220,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:14.145961 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:14.146967 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.154949 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-6ad5a801-36a5-4fc5-808f-1f4ceb75b7f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68603f88-e0c0-4066-b80a-53e437a61220 HTTP/1.1" status: 204 len: 168 time: 0.6486609 Apr 30 14:15:14.156896 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d639a-b43e-44af-97a4-b25c1360ca64 None None] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 requested from dv-cinder-788365-2-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 14:15:14.157110 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45982) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:14.445052 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] DHCP port deletion for 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 request from dv-cinder-788365-2-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 14:15:14.473649 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639456'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.541664 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Deleting port ece902a9-8038-4bba-bb5a-015aa66380ed {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:14.542236 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.590517 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Deleting port ece902a9-8038-4bba-bb5a-015aa66380ed {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 14:15:14.591046 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762342639445'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.690312 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] For port ece902a9-8038-4bba-bb5a-015aa66380ed, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=ece902a9-8038-4bba-bb5a-015aa66380ed,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:14.690633 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.768647 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] For port ece902a9-8038-4bba-bb5a-015aa66380ed, host dv-cinder-788365-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-smb',level=0,port_id=ece902a9-8038-4bba-bb5a-015aa66380ed,segment=NetworkSegment(633b6463-c23e-4182-a8cb-2e9b39e6da07),segment_id=633b6463-c23e-4182-a8cb-2e9b39e6da07)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 14:15:14.769197 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972869'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.824865 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Calling delete_port for ece902a9-8038-4bba-bb5a-015aa66380ed owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:14.875885 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.879620 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:14.907171 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Calling delete_port for ece902a9-8038-4bba-bb5a-015aa66380ed owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 14:15:14.924812 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Pushing event deleted for resources: {'Port': ['ID=ece902a9-8038-4bba-bb5a-015aa66380ed,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:14.930404 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:14.931732 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be23195-6fa6-4116-95a9-6404748d84d6 None None] No DVR routers for this DVR port ece902a9-8038-4bba-bb5a-015aa66380ed on host dv-cinder-788365-2-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:15:14.970150 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762342642544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762342206733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8367448'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:14.974604 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37e32371-fd0f-485b-97ad-33c6696dcfbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:15.020864 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] No DVR routers for this DVR port ece902a9-8038-4bba-bb5a-015aa66380ed on host dv-cinder-788365-2-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 14:15:15.046751 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece902a9-8038-4bba-bb5a-015aa66380ed,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:15.052520 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:15.140754 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724322', 'neutron.services.segments.db._delete_segments_for_network-8762342650525'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.247352 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e76c54-a2e6-4c1a-b2ba-a6739ce104b2']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:15.263314 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633b6463-c23e-4182-a8cb-2e9b39e6da07') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:15.263626 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633b6463-c23e-4182-a8cb-2e9b39e6da07') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 14:15:15.278284 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762342662247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327054'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.296535 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730913'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.304736 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 14:15:15.493907 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:15:15.503761 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-731098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8367503'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.628275 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device ece902a9-8038-4bba-bb5a-015aa66380ed no longer exists at agent ovs-agent-dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 14:15:15.676847 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] No Port match for: ece902a9-8038-4bba-bb5a-015aa66380ed {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 14:15:15.677283 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Device ece902a9-8038-4bba-bb5a-015aa66380ed not bound to the agent host dv-cinder-788365-2-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 14:15:15.698080 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Network 60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: util.warn( Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: timer() Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: cb(*args, **kw) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: self._notify() Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: self.callback(batched_events) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: event.method(event) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: return self._get(url).json() Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 14:15:15.721089 dv-cinder-788365-2-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 14:15:15.808922 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968511'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.813466 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:15.835045 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582009'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:15.841737 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e76c54-a2e6-4c1a-b2ba-a6739ce104b2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:15.846246 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:15.854476 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-24c6dfae-3b6b-4855-b127-d32a59ed5874 admin admin] 10.222.0.37 "DELETE /v2.0/networks/60e76c54-a2e6-4c1a-b2ba-a6739ce104b2 HTTP/1.1" status: 204 len: 168 time: 1.6963325 Apr 30 14:15:15.978015 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-27684b18-7336-414c-a037-547c092ad56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.074916 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45988) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:16.137410 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-e548c2b6-0467-4a4d-811b-22c051b69b2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ec628ab9b5941a7a1612f2a3d4dd7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610900 Apr 30 14:15:16.140872 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.37', 45992) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:16.234750 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.265411 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.276216 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.342364 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.346716 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e6a24803-5046-434f-be18-81660f76b78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:16.363801 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5dd5c-3055-4872-b022-dd12368645f7,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:16.369699 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:16.374493 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:16.375987 dv-cinder-788365-2-smb neutron-server[73809]: INFO neutron.wsgi [None req-87cf85b2-24c2-42d2-bb48-9694f4dfd408 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfe5dd5c-3055-4872-b022-dd12368645f7 HTTP/1.1" status: 204 len: 168 time: 0.2339227 Apr 30 14:15:16.858230 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 46000) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:16.937299 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-4d832e83-8229-4b8c-a49f-21f98f9cde34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=767926d28e444d64b586033196ede30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777705 Apr 30 14:15:16.939923 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.37', 46004) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 14:15:17.026295 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:17.058672 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:17.130816 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061444'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:17.138879 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6671f982-8b98-4863-a270-10f14f57eaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 14:15:17.157864 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191c589-3963-40c1-838e-817268c0a736,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 14:15:17.164698 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 14:15:17.165901 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:17.168326 dv-cinder-788365-2-smb neutron-server[73810]: INFO neutron.wsgi [None req-7a6f5538-019b-4caa-9f40-2a8fa3d2ba96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c191c589-3963-40c1-838e-817268c0a736 HTTP/1.1" status: 204 len: 168 time: 0.2265370 Apr 30 14:15:18.372832 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba420-0d70-4805-a467-4ee7e30b115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:18.553742 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:19.458815 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:21.217495 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:38.130875 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:15:45.971141 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6503648f-156a-45d5-92da-fd40bc6672e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:46.270129 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:48.376263 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8056d111-36e9-402c-bbe5-1a1f96198761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:48.546439 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:49.451955 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:15:51.219049 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:15.131501 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:16:15.982375 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3bf72982-ffa8-453b-bc2f-8af4c97fbee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:16.294037 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:18.386722 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b199fd0f-50c0-4943-b766-20c2fc13fb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:18.561735 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:19.465455 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:21.221573 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:45.983881 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-30bfbdb3-b8ef-4974-9ece-66f2cf04b200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:46.291170 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:48.385439 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0552b335-51ba-4d19-bc4f-65069f4f2667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:48.553434 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:49.467190 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:51.226476 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:16:52.131074 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:17:15.985749 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9977a7f3-119a-4c1b-9fc6-0a5b3fd9fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:16.305446 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:18.383405 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-26230194-d6ef-4282-81fc-decb70985501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:18.554864 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:19.462667 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:21.237491 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:29.133410 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:17:45.980344 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e907600a-5de5-4870-953a-cdf5a3d5e607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:46.301473 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:48.380956 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7edefdc7-f8b3-4f82-a10b-8e32d221388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:48.551889 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:49.464424 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:17:51.230773 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:02.757956 dv-cinder-788365-2-smb neutron-server[73810]: DEBUG neutron.wsgi [req-c90c40e1-24f0-4480-a37c-b0a2b38ae13c req-c3c67bf1-de5e-4f2d-942b-c251e2f1df10 service neutron] (73810) timed out ('10.222.0.46', 62908) {{(pid=73810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 14:18:06.133459 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:18:06.287809 dv-cinder-788365-2-smb neutron-server[73809]: DEBUG neutron.wsgi [req-04e1d1cb-35dc-4e0b-8c51-22df412d5ce6 req-7329852c-3239-4ad9-98b0-c96479410de5 service neutron] (73809) timed out ('10.222.0.46', 62885) {{(pid=73809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 14:18:15.982983 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1b05c8ed-3270-4801-8996-74263c4ec952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:16.300546 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:18.378527 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c7e3ca33-dc1a-4a88-a012-d520e972b3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:18.545029 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:19.466384 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:21.232418 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:43.133414 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:18:45.987290 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-511fce43-edfd-4a98-98ad-8bcc7c81d874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:46.304184 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:48.380748 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-02f84247-5692-4d42-8bd2-7124d448291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:48.547729 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:49.470130 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:18:51.237121 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:15.989685 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-01626c10-db3c-4013-9fd8-ebdf23afb1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:16.313678 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:18.382231 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e555ba50-4d95-4865-9def-5cdfe7eac7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:18.550289 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:19.471534 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:20.132480 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 14:19:21.238794 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:45.991010 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a127d916-a23f-4a69-8efd-c0703b668431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:46.329400 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2c0181e4-e263-4ee8-912f-87c87d6b9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:48.384075 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b0e53179-30a9-420f-92f3-d3bbc18ab367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:48.552328 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8268e778-4efd-4c85-a9de-fb17335f20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:49.474666 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5c32b88b-8881-4542-84c5-9fd12c545362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:51.240976 dv-cinder-788365-2-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-dc5754d3-ce8e-4308-8dd6-c8aea4ceea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762342650534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721448'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 14:19:57.132076 dv-cinder-788365-2-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-1643d521-a2c5-4fdd-989d-f4f7c94aee8e None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}